-- Logs begin at Thu 2021-06-03 15:40:26 UTC, end at Thu 2021-06-03 16:39:47 UTC. -- Jun 03 16:09:33.924657 dv-cinder-786524-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 16:09:36.584075 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.common.config [-] Logging enabled! Jun 03 16:09:36.584674 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 16:09:36.584857 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 16:09:36.588074 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.common.config [-] Logging enabled! Jun 03 16:09:36.588327 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 16:09:36.588639 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 16:09:36.589582 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 16:09:36.589820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 16:09:36.590202 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 16:09:36.590457 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 16:09:36.590689 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 16:09:36.591012 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.591317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.591613 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.591847 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.592145 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.592440 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.592759 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.593047 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.593348 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.593640 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.593921 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.594239 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.594476 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.594760 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.595049 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.595338 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.595564 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] debug = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.595846 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.596279 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.596687 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.596971 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.597260 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.597542 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.597817 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.598099 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.598411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.598736 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] host = dv-cinder-786524-8-smb {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.599013 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.599300 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.599589 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.599879 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.600160 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.600439 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.600726 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.601001 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.601276 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.601554 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.601844 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.602132 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.602461 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.602757 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.602920 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.603215 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.603503 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.603782 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.604059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.604337 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.604615 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.604892 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.605165 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.605455 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.605745 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.606034 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.606337 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.606617 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.606896 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.607172 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.607459 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.607735 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.608010 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.608289 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.608600 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.608873 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.609151 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.609453 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.609743 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.610030 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.610341 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.610620 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.610908 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.611186 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.611466 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.611742 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] use_json = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.612020 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.612295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.612590 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.612874 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.613146 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.613421 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.613696 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.613985 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:36.614311 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.614615 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.614917 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.615204 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.615500 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.615782 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.616074 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.616360 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.616645 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.616936 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.617231 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.617511 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.617802 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.618085 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.618406 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.618714 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.619012 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.619305 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.619583 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.619859 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.620135 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.620415 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.620704 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.621002 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.621296 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.621574 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.621858 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.622152 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.622462 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.622740 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.623021 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.623312 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.623595 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.623871 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.624674 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.624956 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.625237 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.625513 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.625794 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.626087 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.626393 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.626671 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.626945 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.627226 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.627501 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.627789 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.628070 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.628347 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.628626 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.628910 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.629186 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.629466 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.629747 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.630021 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.630331 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.630610 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.630885 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.631161 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.631436 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.631719 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.631989 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.632262 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.632548 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.632828 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.633104 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.633380 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.633656 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.633930 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.634243 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.634547 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.634830 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.635112 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.635392 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.635673 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.635953 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.636233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.636511 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.636791 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.637066 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.637357 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.637642 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.637932 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.638244 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.638524 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.638822 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.639099 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.639383 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.640211 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.640501 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.640793 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.641080 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.641376 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.641669 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.641968 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.642287 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.642588 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.642885 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.643181 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.643460 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:36.643678 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 16:09:36.643920 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91651) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 16:09:36.995577 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:09:36.995858 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:09:36.996157 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:09:36.996489 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 16:09:37.382502 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.382802 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.383085 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.384301 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.384578 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.384847 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.422265 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.422547 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.422818 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.436170 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.436972 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.437245 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.467526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.467838 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.468115 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.507611 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.507884 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.508150 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.743981 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.744626 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.744626 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.744798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.745451 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.871188 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.871513 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.871802 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.872081 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.872359 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.872674 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.872937 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.873196 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.873454 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.873739 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.874027 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.874319 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.874588 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.874848 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.875119 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.875395 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.875659 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.875929 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.876180 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.876462 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.876809 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.877061 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.877311 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.877594 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.877845 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.878093 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.878510 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:37.878754 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:37.878994 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:37.879232 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:37.879470 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:37.879706 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:37.880074 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 16:09:37.883472 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 16:09:37.887516 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 16:09:37.891868 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 03 16:09:37.893504 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 16:09:37.893944 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 16:09:37.894306 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 16:09:37.894691 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 16:09:37.897490 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 16:09:37.897743 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 16:09:37.898090 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 16:09:37.926335 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 16:09:37.926796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.927099 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91651) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 16:09:37.927467 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.929016 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91651) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 16:09:37.929308 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 16:09:37.929556 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 16:09:37.932847 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.933133 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:37.997861 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 16:09:37.998040 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 16:09:37.998277 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 16:09:37.998659 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 16:09:38.032463 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_db.sqlalchemy.engines [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91651) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 16:09:38.369063 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing driver for type 'gre' Jun 03 16:09:38.369651 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] gre ID ranges: [(1, 1000)] Jun 03 16:09:38.424700 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing driver for type 'local' Jun 03 16:09:38.425288 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing driver for type 'vlan' Jun 03 16:09:38.437375 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] VlanTypeDriver initialization complete Jun 03 16:09:38.437824 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing driver for type 'vxlan' Jun 03 16:09:38.438367 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] vxlan ID ranges: [(1, 1000)] Jun 03 16:09:38.494620 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing extension driver 'port_security' Jun 03 16:09:38.494985 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.extensions.port_security [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] PortSecurityExtensionDriver initialization complete Jun 03 16:09:38.495326 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing mechanism driver 'openvswitch' Jun 03 16:09:38.495653 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing mechanism driver 'hyperv' Jun 03 16:09:38.502801 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:38.503571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.503944 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.504296 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.504684 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.505037 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.505389 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.505769 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.506112 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.506478 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.506856 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > security_group after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.507203 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > security_group after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.507544 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > security_group after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.507923 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.508264 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.508602 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.508976 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > address_group after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.509317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > address_group after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.509653 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > address_group after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.509991 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] ML2 OVO RPC backend initialized. {{(pid=91651) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 03 16:09:38.510716 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.511068 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.511507 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.511851 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > networks before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.512200 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.512543 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > ports before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.512886 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.513224 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnets before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.513564 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.513900 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.514286 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.514652 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.514990 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.515329 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.515663 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.515996 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.516327 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.516893 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.plugin [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Modular L2 Plugin initialization complete Jun 03 16:09:38.517222 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading services supported by the core plugin {{(pid=91651) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 16:09:38.517543 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Got port-security extension from driver 'port_security' Jun 03 16:09:38.517999 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.extensions.vlantransparent [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Disabled vlantransparent extension. Jun 03 16:09:38.518505 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91651) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 16:09:38.518818 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: router Jun 03 16:09:38.556876 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_interface before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.557341 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.557715 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router before_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.558077 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.558490 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.558844 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_delete 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.559202 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > floatingip after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.559563 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.559910 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.560297 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.560610 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.560965 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.561517 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.562380 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.562723 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.563060 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.563394 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.563743 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > port precommit_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.564090 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.564431 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.564775 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.565141 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.565488 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_delete 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.565935 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.566251 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.566597 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.566969 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.567872 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Tracking information for resource: router configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:38.568200 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Tracking information for resource: floatingip configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 16:09:38.573685 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.db.l3_agentschedulers_db [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 16:09:38.574290 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.574654 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.575009 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.575357 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.576162 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router before_create 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.576525 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_delete 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.576885 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_create 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.577285 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > router precommit_update 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.581795 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.provider_configuration [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service providers = [] {{(pid=91651) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 16:09:38.582164 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.db.servicetype_db [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91651) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 16:09:38.585330 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.service_base [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:09:38.585681 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.service_base [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:09:38.586025 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.service_base [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:09:38.586935 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.services.service_base [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 16:09:38.587309 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.services.service_base [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 16:09:38.587697 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.588014 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 16:09:38.598938 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.599270 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: auto_allocate Jun 03 16:09:38.605230 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: network precommit_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.605600 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: network precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.606158 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.606491 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: tag Jun 03 16:09:38.614019 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.614390 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: timestamp Jun 03 16:09:38.618154 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.618504 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: network_ip_availability Jun 03 16:09:38.623778 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.624167 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.624526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.625269 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.625587 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: flavors Jun 03 16:09:38.631891 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.632225 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading Plugin: revisions Jun 03 16:09:38.636550 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 16:09:38.636949 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.641s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:09:38.637699 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91651) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 03 16:09:38.638039 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Initializing extension manager. Jun 03 16:09:38.638572 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: __init__.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.638914 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: __pycache__ {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.639247 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.640094 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: address_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.640857 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.641434 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: address-group Jun 03 16:09:38.641756 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: address_scope.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.642490 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.643000 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: address-scope Jun 03 16:09:38.643324 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: admin_state_down_before_update.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.644307 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.644826 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: router-admin-state-down-before-update Jun 03 16:09:38.645212 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: agent.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.645922 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.646469 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: agent Jun 03 16:09:38.646891 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: agent_resources_synced.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.647789 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.648294 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: agent-resources-synced Jun 03 16:09:38.648613 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: allowedaddresspairs.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.650436 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.650957 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: allowed-address-pairs Jun 03 16:09:38.651278 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: auto_allocated_topology.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.652349 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.652852 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: auto-allocated-topology Jun 03 16:09:38.653178 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: availability_zone.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.653857 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.654391 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: availability_zone Jun 03 16:09:38.654707 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: availability_zone_filter.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.656249 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.656750 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: availability_zone_filter Jun 03 16:09:38.657100 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: data_plane_status.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.657992 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.658523 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 16:09:38.658844 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: default_subnetpools.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.659747 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.660247 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: default-subnetpools Jun 03 16:09:38.660563 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: dhcpagentscheduler.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.661371 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.661869 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: dhcp_agent_scheduler Jun 03 16:09:38.662211 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: dns.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.663104 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.663605 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension dns-integration not supported by any of loaded plugins Jun 03 16:09:38.663920 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: dns_domain_ports.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.664815 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.665314 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 16:09:38.665633 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: dvr.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.666334 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.666832 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: dvr Jun 03 16:09:38.667150 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: empty_string_filtering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.668044 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.668553 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: empty-string-filtering Jun 03 16:09:38.668870 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.669756 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.670547 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 16:09:38.670909 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.671797 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.672295 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 16:09:38.672611 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: external_net.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.673501 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.674011 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: external-net Jun 03 16:09:38.674359 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: extra_dhcp_opt.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.675262 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.675767 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: extra_dhcp_opt Jun 03 16:09:38.676083 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: extraroute.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.676989 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.677483 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: extraroute Jun 03 16:09:38.677798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: extraroute_atomic.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.678868 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.679366 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: extraroute-atomic Jun 03 16:09:38.679682 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: filter_validation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.789411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.790100 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: filter-validation Jun 03 16:09:38.790362 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: fip_pf_description.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.791479 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.791994 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 16:09:38.792321 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: fip_port_details.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.793243 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.793755 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: fip-port-details Jun 03 16:09:38.794081 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: flavors.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.795636 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.796264 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: flavors Jun 03 16:09:38.796601 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.798338 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.798862 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 16:09:38.799194 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: floatingip_pools.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.799898 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.800408 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: floatingip-pools Jun 03 16:09:38.800732 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: ip_allocation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.801645 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.802147 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 16:09:38.802488 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.803391 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.803896 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: ip-substring-filtering Jun 03 16:09:38.804219 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l2_adjacency.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.805120 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.805619 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 16:09:38.805939 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.806964 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.807478 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: router Jun 03 16:09:38.807804 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3_conntrack_helper.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.810079 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.810633 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 16:09:38.810963 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.812402 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.812912 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: ext-gw-mode Jun 03 16:09:38.813241 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.817526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.817526 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: l3-ha Jun 03 16:09:38.817526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3_flavors.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.817526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.817526 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: l3-flavors Jun 03 16:09:38.817526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.818021 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.818595 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 16:09:38.819129 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: l3agentscheduler.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.820358 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.820872 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: l3_agent_scheduler Jun 03 16:09:38.821209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: logging.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.822779 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.823305 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension logging not supported by any of loaded plugins Jun 03 16:09:38.823636 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: metering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.824387 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.824967 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: metering Jun 03 16:09:38.825293 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.826422 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.826939 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: metering_source_and_destination_fields Jun 03 16:09:38.827865 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: multiprovidernet.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.828803 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.829315 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: multi-provider Jun 03 16:09:38.829639 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: netmtu.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.830579 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.831090 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: net-mtu Jun 03 16:09:38.831410 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: netmtu_writable.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.832310 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.832813 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: net-mtu-writable Jun 03 16:09:38.833135 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: network_availability_zone.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.833792 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.834328 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: network_availability_zone Jun 03 16:09:38.834646 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: network_ip_availability.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.835748 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.836258 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: network-ip-availability Jun 03 16:09:38.836581 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: network_segment_range.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.837350 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.837858 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 16:09:38.838195 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: pagination.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.839183 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.839513 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: pagination Jun 03 16:09:38.839832 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: port_device_profile.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.840743 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.841262 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: port-device-profile Jun 03 16:09:38.841582 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.842533 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.843091 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: port-mac-address-regenerate Jun 03 16:09:38.843404 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.844307 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.844807 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: port-numa-affinity-policy Jun 03 16:09:38.845126 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: port_resource_request.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.846016 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.846556 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 16:09:38.846877 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: portbindings.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.847786 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.848287 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: binding Jun 03 16:09:38.848606 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: portbindings_extended.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.849884 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.850420 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: binding-extended Jun 03 16:09:38.850743 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: portsecurity.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.851647 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.852153 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: port-security Jun 03 16:09:38.852473 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: project_id.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.853439 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.853809 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: project-id Jun 03 16:09:38.854136 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: providernet.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.855062 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.855576 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: provider Jun 03 16:09:38.855895 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.859734 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.860253 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos not supported by any of loaded plugins Jun 03 16:09:38.860583 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.861820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.862394 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 16:09:38.862724 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.863637 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.864142 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 16:09:38.864465 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_default.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.865355 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.865866 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-default not supported by any of loaded plugins Jun 03 16:09:38.866213 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_fip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.866862 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.867358 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-fip not supported by any of loaded plugins Jun 03 16:09:38.867677 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_gateway_ip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.868587 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.869090 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 16:09:38.869409 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_port_network_policy.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.870350 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.870854 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 16:09:38.871171 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_rule_type_details.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.872069 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.872570 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 16:09:38.872892 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: qos_rules_alias.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.874478 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.874956 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 16:09:38.875280 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: quotasv2.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.876251 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.876577 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: quotas Jun 03 16:09:38.876891 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: quotasv2_detail.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.878513 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.878854 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: quota_details Jun 03 16:09:38.879188 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: rbac.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.880241 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.880763 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: rbac-policies Jun 03 16:09:38.881093 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: rbac_address_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.882003 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.882554 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: rbac-address-group Jun 03 16:09:38.882880 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: rbac_address_scope.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.883780 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.884294 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: rbac-address-scope Jun 03 16:09:38.884618 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: rbac_security_groups.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.885510 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.886019 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: rbac-security-groups Jun 03 16:09:38.886378 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: rbac_subnetpool.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.887287 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.887794 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: rbac-subnetpool Jun 03 16:09:38.888116 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: revisionifmatch.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.889023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.889555 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: revision-if-match Jun 03 16:09:38.890431 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: revisions.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.891517 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.892027 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: standard-attr-revisions Jun 03 16:09:38.892350 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: router_availability_zone.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.893012 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.893518 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: router_availability_zone Jun 03 16:09:38.893841 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: routerservicetype.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.894764 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.895271 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension router-service-type not supported by any of loaded plugins Jun 03 16:09:38.895591 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.896490 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.896997 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: security-groups-normalized-cidr Jun 03 16:09:38.897317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: security_groups_port_filtering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.898245 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.898756 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: port-security-groups-filtering Jun 03 16:09:38.899080 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.899992 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.900499 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: security-groups-remote-address-group Jun 03 16:09:38.900820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: securitygroup.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.910464 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.910993 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: security-group Jun 03 16:09:38.911330 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: segment.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.912107 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.912619 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension segment not supported by any of loaded plugins Jun 03 16:09:38.912951 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.913870 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.914418 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 16:09:38.914746 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: servicetype.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.915848 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.916363 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: service-type Jun 03 16:09:38.916690 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: sorting.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.917656 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.917983 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: sorting Jun 03 16:09:38.918345 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: standard_attr_segment.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.919249 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.919763 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 16:09:38.920341 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: standardattrdescription.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.921003 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.921508 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: standard-attr-description Jun 03 16:09:38.921827 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: stateful_security_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.922760 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.923274 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: stateful-security-group Jun 03 16:09:38.923596 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: stdattrs_common.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.924163 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 16:09:38.924480 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.925470 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.925990 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 16:09:38.926337 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: subnet_onboard.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.927483 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.927997 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: subnet_onboard Jun 03 16:09:38.928322 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.929249 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.929755 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 16:09:38.930074 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: subnet_service_types.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.931009 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.931515 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: subnet-service-types Jun 03 16:09:38.931830 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: subnetallocation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.932901 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.933411 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: subnet_allocation Jun 03 16:09:38.933730 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.934405 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.934910 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: subnetpool-prefix-ops Jun 03 16:09:38.935226 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.936131 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.937156 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 16:09:38.937464 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: tagging.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.938547 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.939068 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: standard-attr-tag Jun 03 16:09:38.939390 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: timestamp.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.940594 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.941110 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loaded extension: standard-attr-timestamp Jun 03 16:09:38.941441 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: trunk.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.942483 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.942995 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension trunk not supported by any of loaded plugins Jun 03 16:09:38.943319 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: trunk_details.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.944225 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.944730 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension trunk-details not supported by any of loaded plugins Jun 03 16:09:38.945052 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: uplink_status_propagation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.945964 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.946501 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 16:09:38.946826 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Loading extension file: vlantransparent.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 16:09:38.947494 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 16:09:38.947992 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 16:09:38.950542 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:network Jun 03 16:09:38.951281 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:subnet Jun 03 16:09:38.952118 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:09:38.953231 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:port Jun 03 16:09:38.954596 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.955060 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service FLAVORS assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.956625 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.957051 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.957381 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:router Jun 03 16:09:38.958038 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:floatingip Jun 03 16:09:38.958800 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service METERING assigned prefix: /metering {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.960272 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.960654 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.961007 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:09:38.962120 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 16:09:38.962587 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:security_group Jun 03 16:09:38.963239 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 16:09:38.963986 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.964311 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:09:38.964648 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] subnetpool is already registered Jun 03 16:09:38.965258 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.965582 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:09:38.965909 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] subnetpool is already registered Jun 03 16:09:38.968518 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.968946 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service FLAVORS assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.969540 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.969958 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.970315 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:router Jun 03 16:09:38.970650 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] router is already registered Jun 03 16:09:38.971249 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:floatingip Jun 03 16:09:38.971575 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] floatingip is already registered Jun 03 16:09:38.972206 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service METERING assigned prefix: /metering {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.972862 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 16:09:38.973185 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] rbac_policy is already registered Jun 03 16:09:38.973718 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:security_group Jun 03 16:09:38.974040 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] security_group is already registered Jun 03 16:09:38.974651 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 16:09:38.974977 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] security_group_rule is already registered Jun 03 16:09:38.975656 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.975980 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:09:38.976302 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] subnetpool is already registered Jun 03 16:09:38.976899 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 16:09:38.977218 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 16:09:38.977551 dv-cinder-786524-8-smb neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] subnetpool is already registered Jun 03 16:09:38.978188 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: extensions {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.979694 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: address-groups {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.981359 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: address-scopes {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.982633 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: agents {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.983835 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: auto-allocated-topology {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.985103 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: availability_zones {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.986447 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: dhcp-networks {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.987885 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: dhcp-agents {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.989334 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: routers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.992166 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: flavors {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.993325 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: service_profiles {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.994600 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: next_providers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.996149 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: service_profiles {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.997614 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: floatingip-pools {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:38.999384 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: routers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.001205 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: floatingips {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.002426 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: l3-routers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.003815 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: l3-agents {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.005247 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: metering-labels {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.006612 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: metering-label-rules {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.007875 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: network-ip-availabilities {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.009122 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: bindings {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.010832 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: quotas {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.012297 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: quotas {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.013707 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: rbac-policies {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.015661 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: security-groups {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.016861 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: security-group-rules {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.018103 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: service-providers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.019425 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: subnetpools {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.020983 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: subnetpools {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.022535 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.024213 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.026050 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.027863 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.029690 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.031586 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.033294 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.035243 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.037023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.038910 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron.api.extensions [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 16:09:39.045090 dv-cinder-786524-8-smb neutron-server[91651]: WARNING keystonemiddleware.auth_token [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 16:09:39.049828 dv-cinder-786524-8-smb neutron-server[91651]: WARNING keystonemiddleware.auth_token [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 16:09:39.058066 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Acquired lock "singleton_lock" {{(pid=91651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 16:09:39.058571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Releasing lock "singleton_lock" {{(pid=91651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 16:09:39.059193 dv-cinder-786524-8-smb neutron-server[91651]: INFO oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Starting 2 workers Jun 03 16:09:39.064353 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Started child 91756 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 16:09:39.068695 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Started child 91757 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 16:09:39.069523 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.070299 dv-cinder-786524-8-smb neutron-server[91651]: INFO neutron.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 16:09:39.070930 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Notify callbacks [] for process, before_spawn {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.071105 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [-] (91756) wsgi starting up on http://0.0.0.0:9696 Jun 03 16:09:39.073455 dv-cinder-786524-8-smb neutron-server[91651]: INFO oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Starting 1 workers Jun 03 16:09:39.073626 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.074917 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [-] (91757) wsgi starting up on http://0.0.0.0:9696 Jun 03 16:09:39.079198 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Started child 91758 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 16:09:39.079761 dv-cinder-786524-8-smb neutron-server[91651]: INFO oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Starting 1 workers Jun 03 16:09:39.082603 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] calling RpcWorker wait() {{(pid=91758) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 16:09:39.083119 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] returning from RpcWorker wait() {{(pid=91758) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 16:09:39.084123 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Started child 91759 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 16:09:39.084654 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.084900 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-932564ce-fb73-4cea-ab73-f154b74a9e0e None None] Notify callbacks [] for process, after_spawn {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.085205 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:39.086806 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 16:09:39.087016 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 16:09:39.087196 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 16:09:39.087418 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 16:09:39.087757 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 16:09:39.087923 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 16:09:39.088434 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.088708 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.088994 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.089082 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.089536 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.089536 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.090154 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.090453 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.090729 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.091004 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.091255 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.091426 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.091592 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093841 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.093841 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.094067 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.094344 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] debug = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.094590 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.095074 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.095308 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.095573 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.095800 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.096089 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.096333 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.096585 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.096820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.097035 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.097272 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.097552 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.097809 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.098023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.098290 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.098560 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.098774 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.099261 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] host = dv-cinder-786524-8-smb {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.099484 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.099719 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.099945 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.100196 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.100441 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.100660 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.100928 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.101182 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.101446 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.101688 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.101911 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.102165 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.102423 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.102679 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.102847 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_options = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.103063 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.103336 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.103592 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.103781 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.103953 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.104133 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.104375 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.104608 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.104782 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.105000 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.105215 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.105436 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.105710 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.105912 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.106206 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.106428 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.106675 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.106901 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.107128 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.107355 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.107596 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.107826 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.108047 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.108888 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.109030 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.109216 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.109464 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.109678 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.109891 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.110276 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.110425 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.113798 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_json = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.114947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.116570 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.116570 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.116570 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.116570 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.117101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 49898) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.117253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.118158 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.118358 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:39.118498 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.118498 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.118498 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.118498 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.119220 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.119220 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.119220 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.119605 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.119605 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.119894 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.120158 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.120436 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.120662 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.120898 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.121135 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.121356 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.121689 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.121997 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.122753 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.122753 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.122753 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.123737 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.123737 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.123737 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.123737 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.124957 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.124957 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.124957 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.126317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.126317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.126317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.126317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.126317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.126317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.127043 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.127421 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.127789 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.128164 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.128541 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.128900 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.129284 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.129655 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.130016 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.130452 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.130830 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.131193 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.131603 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.132030 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.132421 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.132875 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.133281 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.133679 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.134068 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.134478 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.134882 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.135326 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.135721 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.136104 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.136504 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.136904 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.137306 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.137709 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.138117 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.138529 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.138921 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.139326 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.139762 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.140156 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.140556 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.140954 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.141362 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.141749 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.142200 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.142594 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.142867 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0213494 Jun 03 16:09:39.143235 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.143651 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.144065 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.144515 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.144981 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.145508 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.145943 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.146423 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.146876 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.147347 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.147783 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.148226 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.148673 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.149119 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.149546 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.150032 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.150515 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.150998 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.151457 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.151874 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.152320 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.152753 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.153193 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.153600 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.154031 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.154490 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.155056 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.155577 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.156033 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.156512 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.156989 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.157485 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.157921 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.158471 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.158889 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.160195 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.160686 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.161193 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.161535 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.161862 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.162202 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.162562 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.162878 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.163596 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.163596 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.163835 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.163956 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.165411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.165411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.165411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.165411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.165411 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166032 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166032 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166032 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166420 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166420 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166693 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.166947 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.167210 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.167721 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.167721 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.167959 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.168182 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.168424 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.168655 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.168881 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.169109 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.169352 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.169590 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.169841 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.174299 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.176233 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.177657 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178295 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178779 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178779 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.178921 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.180447 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.180447 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.180447 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.180696 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.182280 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.182280 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.182280 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.182512 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.182758 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.184163 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.184163 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.184163 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.185945 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.185945 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.188209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.188602 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.188971 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.189313 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.189682 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.190114 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.191329 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.191601 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.191843 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.192092 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.192331 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.192568 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.192781 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.193280 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.194862 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.194862 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.194862 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.194862 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.195308 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.195308 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.195453 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.195651 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.195867 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.196079 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.196582 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.196582 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.196747 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.196930 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.197135 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.197348 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.197623 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.197925 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.199187 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.199187 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.199508 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.199649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.200133 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.200133 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.200485 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.200685 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.200951 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.201208 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.201414 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.201640 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.201914 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.202578 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.202761 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.203121 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.203288 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.203541 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.203825 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.204087 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.204305 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.204605 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.204933 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.205225 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.205493 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.205725 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.205995 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.206886 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.206886 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.206886 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.207482 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.207482 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.207482 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.208026 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.208026 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.208292 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.208292 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.208566 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.208714 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.209346 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.209346 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.209346 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.209764 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 16:09:39.210028 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 16:09:39.210219 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.211733 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213059 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.213649 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.214062 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.214062 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.214062 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.214312 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.215820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] debug = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.215820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.215820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.215820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.215820 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.216883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] host = dv-cinder-786524-8-smb {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.219381 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.220796 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_options = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.222571 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223530 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223621 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223795 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.223886 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.224038 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225479 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225479 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225479 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225479 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225743 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225743 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.225873 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.226039 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.226273 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.226418 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.226554 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.226684 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.226812 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227111 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227111 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227382 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227382 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227583 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227665 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.227815 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.228373 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.228758 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.229132 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.229469 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.230384 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.230712 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.231032 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.231354 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.231671 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.231986 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.232317 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.232643 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.232970 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_json = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.233848 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.234162 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.234498 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.234827 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.235152 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.235475 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.235799 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.237148 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 16:09:39.237501 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.237845 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.238201 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.238526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.238846 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.239179 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.239899 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.240248 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.240420 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.240588 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.240752 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.240918 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.241099 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.241264 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.241426 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.241593 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.241755 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.241943 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.242097 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.242956 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:39.243085 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.243248 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.243414 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.243594 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.243758 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.243923 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.244085 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.244253 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.244410 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.244573 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.244760 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.245285 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.245619 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.245791 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.245957 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.246920 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.247094 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.247242 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.247408 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.247573 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.247737 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.247900 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.248064 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.248227 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.248375 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.248523 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.248684 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.248830 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.249598 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.249750 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.249894 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250037 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250197 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250384 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250546 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250696 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250844 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.250982 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.251142 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.251285 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.251449 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.251603 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.251756 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.251903 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252069 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252213 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252378 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252522 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252685 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252829 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.252993 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.253154 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.253359 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.253502 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.253652 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.253792 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.253941 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.254078 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.254254 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.255362 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.255526 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.255756 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.256024 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.256967 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.256967 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.257270 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.257270 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.257551 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.257551 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.257834 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.257937 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.258021 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262209 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.262767 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263218 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263655 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263655 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263655 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263655 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.263883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.264157 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.264240 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.264459 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.264588 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.264710 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.264859 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.265030 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.265205 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.265364 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.265525 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.265686 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.265872 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.266027 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.266210 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.268276 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.268276 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.268276 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.268276 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.269505 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.269505 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.270280 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.270472 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.270637 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.270823 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.270959 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.271113 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.271275 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.271452 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.271634 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.271780 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.271918 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.272078 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.272242 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.272407 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.272566 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.272725 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.272882 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.273047 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.273207 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.273370 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.273534 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.273695 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.273841 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.274005 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.274156 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.275508 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.275508 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.275508 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.275508 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.275885 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.275885 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276030 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276107 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276236 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276397 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276561 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276722 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.276883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.277044 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.277202 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.277363 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.277528 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.277688 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.277849 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.278010 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.278227 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.278393 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.278585 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.278723 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.278883 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.279045 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.279741 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.279741 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.279741 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.279741 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280011 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280011 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280173 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280335 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280463 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280611 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280770 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.280932 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.281093 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.281249 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.281419 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.281579 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.281741 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.281901 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.282068 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.282273 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.282435 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.282595 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.282757 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.282917 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284106 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284581 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284581 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284581 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284759 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.284941 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.285023 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.285180 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.285348 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.285512 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.285673 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.285863 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.286003 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.286164 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.286364 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.286551 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.286689 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.286854 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.287015 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.287212 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.287374 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.287603 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.287696 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.287858 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.288025 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.288186 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.288356 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.288524 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.288693 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.288853 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.289021 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.290272 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.290441 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.290602 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.290764 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.290929 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.291085 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.291249 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.291403 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.291563 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.291729 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.291878 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292049 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292198 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292342 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292516 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292676 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292812 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.292946 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.293098 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.293259 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 16:09:39.293402 dv-cinder-786524-8-smb neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 16:09:50.381176 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e92703-24df-4d85-8337-e9db68bf3d13 None None] get_active_networks_info from dv-cinder-786524-8-smb {{(pid=91758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 16:09:50.469226 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e92703-24df-4d85-8337-e9db68bf3d13 None None] No non-hosted networks {{(pid=91758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 16:09:50.492559 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.agentschedulers_db [None req-52e92703-24df-4d85-8337-e9db68bf3d13 None None] DHCP Agent not found on host dv-cinder-786524-8-smb {{(pid=91758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 03 16:09:50.629047 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-564579c9-3827-40a9-ae23-27e70c71adb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311'] for agent, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:52.950199 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311'] for agent, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:52.951466 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.952977 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.953321 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.953658 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.953985 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.956457 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.956787 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.957116 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.957445 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.957770 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.958098 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.961643 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:52.965140 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:52.990884 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:53.036456 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3be58228-6066-4314-9d9a-e8ead3e8b699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311'] for agent, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:53.119269 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e90bcd4e-dfb0-4a88-a075-aa9e669719e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:54.497151 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311'] for agent, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:55.803295 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311'] for agent, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:56.429441 dv-cinder-786524-8-smb neutron-server[91759]: INFO neutron.db.l3_hamode_db [None req-1ebf348e-0a25-4ddd-9dd3-3a70f3657fe0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 16:09:56.513747 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf348e-0a25-4ddd-9dd3-3a70f3657fe0 None None] Routers set() bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:09:56.514130 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf348e-0a25-4ddd-9dd3-3a70f3657fe0 None None] Router IDs set() for agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 16:09:57.327738 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50002) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:09:57.952931 dv-cinder-786524-8-smb neutron-server[91757]: WARNING oslo_policy.policy [None req-a545f484-e7fb-4b79-b91d-ef485c16b1c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:09:57.953568 dv-cinder-786524-8-smb neutron-server[91757]: WARNING oslo_policy.policy [None req-a545f484-e7fb-4b79-b91d-ef485c16b1c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:09:58.172865 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [None req-a545f484-e7fb-4b79-b91d-ef485c16b1c6 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:09:58.173966 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-a545f484-e7fb-4b79-b91d-ef485c16b1c6 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8453302 Jun 03 16:10:00.568503 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50016) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:00.940150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:01.044474 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.policy [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91757) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 16:10:01.092616 dv-cinder-786524-8-smb neutron-server[91757]: WARNING oslo_policy.policy [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:10:01.093018 dv-cinder-786524-8-smb neutron-server[91757]: WARNING oslo_policy.policy [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:10:01.101811 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.quota [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] Loaded quota_driver: . Jun 03 16:10:01.119530 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:01.187849 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757394140685', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757394140242', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757394118964', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757394123992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757394037573', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757394043303', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3613991', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3618088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-488026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671827'] for rbac-policy, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:01.255853 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:01.257185 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-bf954451-bc35-412b-873e-6d04d7604877 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6875026 Jun 03 16:10:03.874856 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50028) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:04.245176 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Request body: {'network': {'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'name': 'private', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:04.250539 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:04.255026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Usage tracker for resource:network and tenant:8687ffcf9f0f45caadcd68e6968745f6 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:04.259586 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:04.266294 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:04.276543 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Made reservation on behalf of 8687ffcf9f0f45caadcd68e6968745f6 for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:04.279631 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.297010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.310896 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:04.315020 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Usage tracker for resource:security_group_rule and tenant:8687ffcf9f0f45caadcd68e6968745f6 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:04.320068 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:04.325773 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:04.437241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.442193 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.446963 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:04.468948 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:10:04.495582 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757389371320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.496201 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Unsubscribe: segment precommit_create {{(pid=91757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 16:10:04.496691 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Added segment 1b5bc29e-b32f-4d77-b278-3d2efcb86377 of type vlan for network 75b0e258-910c-4392-afd6-6698fd6687c0 Jun 03 16:10:04.505601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92eb362-9d22-431e-8e0a-51373f14959f,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:04.555058 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.555396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.555735 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.556057 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.556395 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.556695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.557010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.557319 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.557646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.557960 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.558294 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.558602 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Tracked resource versions report: Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: pushed versions: Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: { 'AddressGroup': {'1.2'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'ConntrackHelper': {'1.0'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Log': {'1.0'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Network': {'1.1'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Port': {'1.7'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'PortForwarding': {'1.2'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'QosPolicy': {'1.8'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroup': {'1.4'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'SubPort': {'1.0'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Subnet': {'1.1'}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Trunk': {'1.1'}} Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: consumer versions: Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'ConntrackHelper': '1.0', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Log': '1.0', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Network': '1.1', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Port': '1.7', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'PortForwarding': '1.2', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'QosPolicy': '1.8', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroup': '1.4', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroupRule': '1.2', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'SubPort': '1.0', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Subnet': '1.1', Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: 'Trunk': '1.1'}} Jun 03 16:10:04.559733 dv-cinder-786524-8-smb neutron-server[91757]: {{(pid=91757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:10:04.630055 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.633965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:04.676150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.677561 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:04.678223 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:04.683224 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:04.787816 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9117672 Jun 03 16:10:04.790824 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Pushing event updated for resources: {'Network': ['ID=75b0e258-910c-4392-afd6-6698fd6687c0,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:04.796531 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:04.805780 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 75b0e258-910c-4392-afd6-6698fd6687c0 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:10:07.449342 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 50042) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:08.024078 dv-cinder-786524-8-smb neutron-server[91756]: WARNING oslo_policy.policy [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:10:08.024773 dv-cinder-786524-8-smb neutron-server[91756]: WARNING oslo_policy.policy [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:10:08.450422 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.policy [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 16:10:08.496876 dv-cinder-786524-8-smb neutron-server[91756]: WARNING oslo_policy.policy [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:10:08.497253 dv-cinder-786524-8-smb neutron-server[91756]: WARNING oslo_policy.policy [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 16:10:08.505467 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:08.507336 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fef944ba-1dfb-4152-abc4-c5191e7794dd admin admin] 10.222.0.54 "GET /v2.0/networks/75b0e258-910c-4392-afd6-6698fd6687c0 HTTP/1.1" status: 200 len: 825 time: 1.0558860 Jun 03 16:10:08.539680 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6243a6ed-9d68-4b7c-b872-b23907d2066b admin admin] 10.222.0.54 "GET /v2.0/subnetpools/96be9fbb-be87-4323-8afa-d767e5c1b333 HTTP/1.1" status: 200 len: 734 time: 0.0270314 Jun 03 16:10:08.548506 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Request body: {'subnet': {'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'gateway_ip': '172.20.0.1'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:08.550031 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.quota [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Loaded quota_driver: . Jun 03 16:10:08.555847 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:08.561070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Usage tracker for resource:subnet and tenant:8687ffcf9f0f45caadcd68e6968745f6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:08.564344 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:08.571161 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:08.585382 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Made reservation on behalf of 8687ffcf9f0f45caadcd68e6968745f6 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:08.588240 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:09.071838 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:09.078720 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:09.159490 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Checking segment: {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:10:09.159866 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Network hostable DHCP agents. Network: 75b0e258-910c-4392-afd6-6698fd6687c0, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:10:09.165124 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d8c95d-67e4-41f3-9e15-1c482e8afcbf,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:09.176126 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.176461 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.176789 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.177112 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.177431 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.177747 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.178059 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.178397 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.178730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.179046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.179359 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.179666 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Tracked resource versions report: Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: pushed versions: Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: { 'AddressGroup': {'1.2'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'ConntrackHelper': {'1.0'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Log': {'1.0'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Network': {'1.1'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Port': {'1.7'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'PortForwarding': {'1.2'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'QosPolicy': {'1.8'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroup': {'1.4'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'SubPort': {'1.0'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Subnet': {'1.1'}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Trunk': {'1.1'}} Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: consumer versions: Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'ConntrackHelper': '1.0', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Log': '1.0', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Network': '1.1', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Port': '1.7', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'PortForwarding': '1.2', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'QosPolicy': '1.8', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroup': '1.4', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroupRule': '1.2', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'SubPort': '1.0', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Subnet': '1.1', Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: 'Trunk': '1.1'}} Jun 03 16:10:09.180709 dv-cinder-786524-8-smb neutron-server[91756]: {{(pid=91756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:10:09.213380 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Network 75b0e258-910c-4392-afd6-6698fd6687c0 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:10:09.221692 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:09.224427 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 75b0e258-910c-4392-afd6-6698fd6687c0) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:09.228857 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:09.229505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:09.234385 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce1cf8-d82a-460d-98e2-f0ffbf22aa29 None None] Network 75b0e258-910c-4392-afd6-6698fd6687c0 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:10:09.252504 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7076643 Jun 03 16:10:09.543787 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-75b0e258-910c-4392-afd6-6698fd6687c0', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:10:09.544957 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:09.735177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Allocated IP 172.20.0.2 (75b0e258-910c-4392-afd6-6698fd6687c0/48d8c95d-67e4-41f3-9e15-1c482e8afcbf/c88660a0-04af-4ca8-892b-6082875dce4f) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:10:09.960734 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:09.974840 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Transition to ACTIVE for port object c88660a0-04af-4ca8-892b-6082875dce4f will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:09.996361 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Transition to ACTIVE for port object c88660a0-04af-4ca8-892b-6082875dce4f will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:10.003622 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:10.008735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:10.081595 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Network 75b0e258-910c-4392-afd6-6698fd6687c0 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:10:10.084823 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:10.088648 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:10:10.103606 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Pushing event updated for resources: {'Port': ['ID=c88660a0-04af-4ca8-892b-6082875dce4f,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:10.145202 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.145528 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.145849 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.146184 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.146508 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.146820 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.147129 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.147434 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.147738 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.148043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.148345 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.148646 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Tracked resource versions report: Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: pushed versions: Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: { 'AddressGroup': {'1.2'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'ConntrackHelper': {'1.0'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Log': {'1.0'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Network': {'1.1'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Port': {'1.7'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'PortForwarding': {'1.2'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'QosPolicy': {'1.8'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroup': {'1.4'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'SubPort': {'1.0'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Subnet': {'1.1'}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Trunk': {'1.1'}} Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: consumer versions: Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'ConntrackHelper': '1.0', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Log': '1.0', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Network': '1.1', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Port': '1.7', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'PortForwarding': '1.2', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'QosPolicy': '1.8', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroup': '1.4', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroupRule': '1.2', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'SubPort': '1.0', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Subnet': '1.1', Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: 'Trunk': '1.1'}} Jun 03 16:10:10.149695 dv-cinder-786524-8-smb neutron-server[91758]: {{(pid=91758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:10:10.153951 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:10.203103 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Attempting to bind port c88660a0-04af-4ca8-892b-6082875dce4f on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:10:10.203497 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Attempting to bind port c88660a0-04af-4ca8-892b-6082875dce4f by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:10:10.203920 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Attempting to bind port c88660a0-04af-4ca8-892b-6082875dce4f on network 75b0e258-910c-4392-afd6-6698fd6687c0 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:10.209083 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:10:10.209497 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Checking segment: {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:10:10.209965 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:10.210379 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Bound using segment: {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:10:10.210855 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Bound port: c88660a0-04af-4ca8-892b-6082875dce4f, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:10:10.211232 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:10.298786 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] For port c88660a0-04af-4ca8-892b-6082875dce4f, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:10.302554 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] For port c88660a0-04af-4ca8-892b-6082875dce4f, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=c88660a0-04af-4ca8-892b-6082875dce4f,segment=NetworkSegment(1b5bc29e-b32f-4d77-b278-3d2efcb86377),segment_id=1b5bc29e-b32f-4d77-b278-3d2efcb86377)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:10:10.306923 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:10.311980 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:10.395708 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Pushing event updated for resources: {'Port': ['ID=c88660a0-04af-4ca8-892b-6082875dce4f,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:10.398770 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:11.646532 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50062) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:12.011363 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [None req-de9c9c8b-0252-419a-b830-2167ba835553 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:10:12.012333 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-de9c9c8b-0252-419a-b830-2167ba835553 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3648748 Jun 03 16:10:14.387791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50070) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:14.761396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [None req-9a904e4b-ea89-48c1-934d-1d0226a2cdea admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:10:14.762584 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9a904e4b-ea89-48c1-934d-1d0226a2cdea admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3737888 Jun 03 16:10:16.388674 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d8562-83ff-4a11-a361-4cf3b4d8d42f None None] Network 75b0e258-910c-4392-afd6-6698fd6687c0 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:10:16.498264 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-718b6286-51c1-4fba-82d9-b32582684560 None None] Provisioning for port c88660a0-04af-4ca8-892b-6082875dce4f completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:17.069594 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device c88660a0-04af-4ca8-892b-6082875dce4f up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:17.134981 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port c88660a0-04af-4ca8-892b-6082875dce4f completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:17.140256 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port c88660a0-04af-4ca8-892b-6082875dce4f triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:17.140663 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.255161 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.286930 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port c88660a0-04af-4ca8-892b-6082875dce4f, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=c88660a0-04af-4ca8-892b-6082875dce4f,segment=NetworkSegment(1b5bc29e-b32f-4d77-b278-3d2efcb86377),segment_id=1b5bc29e-b32f-4d77-b278-3d2efcb86377)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:17.291159 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.294865 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:17.391233 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=c88660a0-04af-4ca8-892b-6082875dce4f,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:17.398198 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:17.421941 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50084) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:17.773289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Request body: {'router': {'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'name': 'router1', 'admin_state_up': True}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:17.778427 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:17.782813 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Usage tracker for resource:router and tenant:8687ffcf9f0f45caadcd68e6968745f6 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:17.786164 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:17.791784 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:17.802297 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.803854 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.826026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.934814 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.952197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.953347 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-131c7abb-6c04-4020-b9c9-5bc30bc11fcb admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5304184 Jun 03 16:10:19.048052 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device c88660a0-04af-4ca8-892b-6082875dce4f up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:19.113280 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port c88660a0-04af-4ca8-892b-6082875dce4f triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:19.113654 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:20.292071 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7bb24357-1ab1-489f-ba70-31395f6787b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:20.320810 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 50092) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:20.705688 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [None req-65b0f386-0670-49ed-a184-0007e0e08350 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:10:20.706755 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-65b0f386-0670-49ed-a184-0007e0e08350 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3850100 Jun 03 16:10:22.928413 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.037578 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e70c0390-7b89-4054-9991-2b16b2fbe8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.088679 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50100) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:23.458444 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:23.463254 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:23.467706 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Usage tracker for resource:network and tenant:fff93b5f3fb049ab849ac7a0894d3d2b is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:23.470589 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:23.476224 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:23.485732 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Made reservation on behalf of fff93b5f3fb049ab849ac7a0894d3d2b for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:23.488016 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.500113 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.513794 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:23.517886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Usage tracker for resource:security_group_rule and tenant:fff93b5f3fb049ab849ac7a0894d3d2b is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:23.520588 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:23.526097 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:23.608209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.611810 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.615905 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:23.630767 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Reserving flat network on physical network physnet1 {{(pid=91757) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 16:10:23.654137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac65446-8acb-4b75-9ff4-ab11a4c9501a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:23.657512 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.657924 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Added segment ba91d8ac-37e3-4eac-b267-355dd57057f7 of type flat for network 9c4c999d-6aa0-48bc-849e-f75e6d50393e Jun 03 16:10:23.659117 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:23.690283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.724341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.725575 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:23.726140 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:23.730447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:23.840312 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7505426 Jun 03 16:10:23.843639 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Pushing event updated for resources: {'Network': ['ID=9c4c999d-6aa0-48bc-849e-f75e6d50393e,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:23.846641 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:23.855156 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:10:24.440594 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:25.725858 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:26.207599 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50118) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:26.422056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f64e61-aeac-4d13-9449-feb036765205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:26.423430 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-96f64e61-aeac-4d13-9449-feb036765205 admin admin] 10.222.0.54 "GET /v2.0/subnets/48d8c95d-67e4-41f3-9e15-1c482e8afcbf HTTP/1.1" status: 200 len: 849 time: 0.2148817 Jun 03 16:10:26.561753 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-fd015eca-59e5-4904-82fd-79c52ce98308 admin admin] 10.222.0.54 "GET /v2.0/routers/c97b260b-327b-4c5b-8c1c-65c24e7b1a1a HTTP/1.1" status: 200 len: 704 time: 0.1322517 Jun 03 16:10:27.015752 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.240466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Allocated IP 172.20.0.1 (75b0e258-910c-4392-afd6-6698fd6687c0/48d8c95d-67e4-41f3-9e15-1c482e8afcbf/47753de3-6fb8-4af2-9d2f-ab6349ecda30) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:10:27.397425 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.416231 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Transition to ACTIVE for port object 47753de3-6fb8-4af2-9d2f-ab6349ecda30 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:27.472206 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.476701 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:27.532556 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Network 75b0e258-910c-4392-afd6-6698fd6687c0 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:10:27.533585 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:27.544026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:10:27.544541 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.712926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Pushing event updated for resources: {'Port': ['ID=47753de3-6fb8-4af2-9d2f-ab6349ecda30,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:27.715884 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-e9271739-55e8-4bd9-8eff-1f1da463d6fa None None] Provisioning for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:27.719447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:27.722029 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-e9271739-55e8-4bd9-8eff-1f1da463d6fa None None] Provisioning complete for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:27.722453 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e9271739-55e8-4bd9-8eff-1f1da463d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.774134 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-e9271739-55e8-4bd9-8eff-1f1da463d6fa None None] Port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:10:27.847393 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:28.074321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:28.078562 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:28.079643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:28.082759 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:28.213087 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Pushing event updated for resources: {'Port': ['ID=47753de3-6fb8-4af2-9d2f-ab6349ecda30,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:28.219557 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:28.269449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Network 75b0e258-910c-4392-afd6-6698fd6687c0 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:10:28.270543 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:28.458671 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:10:28.498563 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-d6df68e3-315e-484f-a434-377d2d572aaf None None] Provisioning complete for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:28.498941 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d6df68e3-315e-484f-a434-377d2d572aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:28.553646 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-d6df68e3-315e-484f-a434-377d2d572aaf None None] Port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:10:28.611396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:10:28.621086 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Sync routers for ids ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:10:28.621531 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] 10.222.0.54 "PUT /v2.0/routers/c97b260b-327b-4c5b-8c1c-65c24e7b1a1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0550389 Jun 03 16:10:28.633676 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Routers {'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:10:28.634502 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:10:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:28.800086 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Set router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:10:29.146078 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'name': 'router1', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:10:17Z', 'updated_at': '2021-06-03T16:10:27Z', 'revision_number': 2, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'gw_port_host': None, '_interfaces': [{'id': '47753de3-6fb8-4af2-9d2f-ab6349ecda30', 'name': '', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'mac_address': 'fa:16:3e:7c:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:27Z', 'updated_at': '2021-06-03T16:10:27Z', 'revision_number': 2, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'subnets': [{'id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:29.150902 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Checking router: c97b260b-327b-4c5b-8c1c-65c24e7b1a1a for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:10:29.151271 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Updating router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:10:29.204017 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.573150 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.585257 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Transition to ACTIVE for port object 47753de3-6fb8-4af2-9d2f-ab6349ecda30 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:29.592002 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.595692 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:29.742685 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe336f-47f2-4bc1-8f6d-6fddf5ce6857 None None] Pushing event updated for resources: {'Port': ['ID=47753de3-6fb8-4af2-9d2f-ab6349ecda30,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:29.751107 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f6fe336f-47f2-4bc1-8f6d-6fddf5ce6857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:29.836963 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Attempting to bind port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:10:29.837917 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Attempting to bind port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:10:29.837917 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Attempting to bind port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 on network 75b0e258-910c-4392-afd6-6698fd6687c0 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:29.843580 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:10:29.843952 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Checking segment: {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:10:29.844349 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.844737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Bound using segment: {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:10:29.845204 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Bound port: 47753de3-6fb8-4af2-9d2f-ab6349ecda30, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5bc29e-b32f-4d77-b278-3d2efcb86377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:10:29.845579 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.944748 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] For port 47753de3-6fb8-4af2-9d2f-ab6349ecda30, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:29.948158 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] For port 47753de3-6fb8-4af2-9d2f-ab6349ecda30, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=47753de3-6fb8-4af2-9d2f-ab6349ecda30,segment=NetworkSegment(1b5bc29e-b32f-4d77-b278-3d2efcb86377),segment_id=1b5bc29e-b32f-4d77-b278-3d2efcb86377)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:10:29.955113 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.958905 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:30.036682 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Routers {'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:10:30.037296 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:10:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:30.091543 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe336f-47f2-4bc1-8f6d-6fddf5ce6857 None None] Pushing event updated for resources: {'Port': ['ID=47753de3-6fb8-4af2-9d2f-ab6349ecda30,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:30.101262 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f6fe336f-47f2-4bc1-8f6d-6fddf5ce6857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:30.191921 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] Set router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:10:30.526372 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'name': 'router1', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:10:17Z', 'updated_at': '2021-06-03T16:10:27Z', 'revision_number': 2, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'gw_port_host': None, '_interfaces': [{'id': '47753de3-6fb8-4af2-9d2f-ab6349ecda30', 'name': '', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'mac_address': 'fa:16:3e:7c:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:27Z', 'updated_at': '2021-06-03T16:10:29Z', 'revision_number': 4, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'subnets': [{'id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:30.530436 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9a257-e334-4179-8ffe-5d75996e1918 None None] The sync data for ids ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'] in dv-cinder-786524-8-smb is: [{'id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'name': 'router1', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:10:17Z', 'updated_at': '2021-06-03T16:10:27Z', 'revision_number': 2, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'gw_port_host': None, '_interfaces': [{'id': '47753de3-6fb8-4af2-9d2f-ab6349ecda30', 'name': '', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'mac_address': 'fa:16:3e:7c:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:27Z', 'updated_at': '2021-06-03T16:10:29Z', 'revision_number': 4, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'subnets': [{'id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:10:30.838645 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50136) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:30.988394 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef84b317-b7f6-41f2-9238-60556d0ed7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:30.988975 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-ef84b317-b7f6-41f2-9238-60556d0ed7d7 admin admin] Synchronizing usage tracker for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:network {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:10:31.007313 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-ef84b317-b7f6-41f2-9238-60556d0ed7d7 admin admin] Unset dirty status for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:network {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:10:31.009829 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-ef84b317-b7f6-41f2-9238-60556d0ed7d7 admin admin] 10.222.0.54 "GET /v2.0/networks/9c4c999d-6aa0-48bc-849e-f75e6d50393e HTTP/1.1" status: 200 len: 842 time: 0.1698372 Jun 03 16:10:31.020825 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:31.028852 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:31.035592 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Usage tracker for resource:subnet and tenant:fff93b5f3fb049ab849ac7a0894d3d2b is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:31.040187 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:31.050642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:31.063795 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Made reservation on behalf of fff93b5f3fb049ab849ac7a0894d3d2b for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:31.067872 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:31.584083 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.objects.ports [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91757) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 16:10:31.584587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:31.588442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:31.667077 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f30da9-4c71-4f34-b7af-0f0c3da524b9,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:31.669064 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:10:31.669421 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Network hostable DHCP agents. Network: 9c4c999d-6aa0-48bc-849e-f75e6d50393e, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:10:31.675861 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:31.692229 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:10:31.703054 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 9c4c999d-6aa0-48bc-849e-f75e6d50393e) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:31.707727 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:31.708360 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:31.715461 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba8fa7-bd8b-45a3-bd6c-f8b3f41f3754 None None] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:10:31.740359 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7252619 Jun 03 16:10:31.975081 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354cbe4a-dc13-414d-9812-f953c6d9cffe None None] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:10:34.021515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50148) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:34.215922 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-38b76c45-33b5-48d3-bbd3-a06375f47a1f admin admin] 10.222.0.54 "GET /v2.0/routers/c97b260b-327b-4c5b-8c1c-65c24e7b1a1a HTTP/1.1" status: 200 len: 710 time: 0.1932793 Jun 03 16:10:34.343209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e499c1-9a35-44ab-bdca-31454b171962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:10:34.344582 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-11e499c1-9a35-44ab-bdca-31454b171962 admin admin] 10.222.0.54 "GET /v2.0/networks/9c4c999d-6aa0-48bc-849e-f75e6d50393e HTTP/1.1" status: 200 len: 886 time: 0.1235981 Jun 03 16:10:34.353470 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:34.809696 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.072988 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 47753de3-6fb8-4af2-9d2f-ab6349ecda30 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:35.141207 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:35.146004 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:35.146412 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.187969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.244007 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.284816 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.316393 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 47753de3-6fb8-4af2-9d2f-ab6349ecda30, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=47753de3-6fb8-4af2-9d2f-ab6349ecda30,segment=NetworkSegment(1b5bc29e-b32f-4d77-b278-3d2efcb86377),segment_id=1b5bc29e-b32f-4d77-b278-3d2efcb86377)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:35.320273 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.322262 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:35.381596 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Allocated IP 172.28.1.74 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/2e0a85c7-9f26-46ce-a470-f507dc9ee1f5) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:10:35.387624 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=47753de3-6fb8-4af2-9d2f-ab6349ecda30,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:35.391176 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:35.528573 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.558595 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.563060 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:35.617537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:10:35.620553 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:35.630261 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:10:35.687252 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0a85c7-9f26-46ce-a470-f507dc9ee1f5,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:35.696233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:36.029474 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:36.442127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:36.445381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512704'] for router, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:36.633817 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:10:36.804600 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:10:36.812587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:36.813916 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] 10.222.0.54 "PUT /v2.0/routers/c97b260b-327b-4c5b-8c1c-65c24e7b1a1a HTTP/1.1" status: 200 len: 889 time: 2.4638128 Jun 03 16:10:36.814053 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Sync routers for ids ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:10:36.824575 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Routers {'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:10:36.825411 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:10:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:37.031011 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Set router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:10:37.067671 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 47753de3-6fb8-4af2-9d2f-ab6349ecda30 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:37.143070 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:37.143466 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.401534 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'name': 'router1', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '2e0a85c7-9f26-46ce-a470-f507dc9ee1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:10:17Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 4, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'gw_port': {'id': '2e0a85c7-9f26-46ce-a470-f507dc9ee1f5', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:35Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '47753de3-6fb8-4af2-9d2f-ab6349ecda30', 'name': '', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'mac_address': 'fa:16:3e:7c:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:27Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 5, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'subnets': [{'id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:37.406473 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Checking router: c97b260b-327b-4c5b-8c1c-65c24e7b1a1a for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:10:37.406849 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Updating router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:10:37.458725 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.794710 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.809077 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Transition to ACTIVE for port object 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:37.816065 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.820469 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:37.888275 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Attempting to bind port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:10:37.888674 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Attempting to bind port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:10:37.889608 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Attempting to bind port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:37.906384 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:10:37.906808 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:10:37.907280 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.907672 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:10:37.908157 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Bound port: 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:10:37.908528 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.933324 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Pushing event updated for resources: {'Port': ['ID=2e0a85c7-9f26-46ce-a470-f507dc9ee1f5,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:37.949351 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.949690 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.950020 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.950371 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.950688 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.951005 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.951377 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.951695 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.952009 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.952320 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.952629 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.952938 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Tracked resource versions report: Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: pushed versions: Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: { 'AddressGroup': {'1.2'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'ConntrackHelper': {'1.0'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Log': {'1.0'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Network': {'1.1'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Port': {'1.7'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'PortForwarding': {'1.2'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'QosPolicy': {'1.8'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroup': {'1.4'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'SubPort': {'1.0'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Subnet': {'1.1'}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Trunk': {'1.1'}} Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: consumer versions: Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'ConntrackHelper': '1.0', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Log': '1.0', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Network': '1.1', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Port': '1.7', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'PortForwarding': '1.2', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'QosPolicy': '1.8', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroup': '1.4', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroupRule': '1.2', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'SubPort': '1.0', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Subnet': '1.1', Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: 'Trunk': '1.1'}} Jun 03 16:10:37.953998 dv-cinder-786524-8-smb neutron-server[91759]: {{(pid=91759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:10:37.960156 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:37.995853 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] For port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:37.999796 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] For port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=2e0a85c7-9f26-46ce-a470-f507dc9ee1f5,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:10:38.004523 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.008395 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:38.079870 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Routers {'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:10:38.080456 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:10:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:38.180953 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Pushing event updated for resources: {'Port': ['ID=2e0a85c7-9f26-46ce-a470-f507dc9ee1f5,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:38.184207 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f68676e1-2fca-4bf4-95b0-163dce3e9603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:38.297439 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] Set router c97b260b-327b-4c5b-8c1c-65c24e7b1a1a gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:10:38.623358 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'name': 'router1', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '2e0a85c7-9f26-46ce-a470-f507dc9ee1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:10:17Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 4, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'gw_port': {'id': '2e0a85c7-9f26-46ce-a470-f507dc9ee1f5', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:35Z', 'updated_at': '2021-06-03T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '47753de3-6fb8-4af2-9d2f-ab6349ecda30', 'name': '', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'mac_address': 'fa:16:3e:7c:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:27Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 5, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'subnets': [{'id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:38.627693 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff2fb0-5383-4209-a92f-46d299725e56 None None] The sync data for ids ['c97b260b-327b-4c5b-8c1c-65c24e7b1a1a'] in dv-cinder-786524-8-smb is: [{'id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'name': 'router1', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '2e0a85c7-9f26-46ce-a470-f507dc9ee1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:10:17Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 4, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'gw_port': {'id': '2e0a85c7-9f26-46ce-a470-f507dc9ee1f5', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:35Z', 'updated_at': '2021-06-03T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '47753de3-6fb8-4af2-9d2f-ab6349ecda30', 'name': '', 'network_id': '75b0e258-910c-4392-afd6-6698fd6687c0', 'tenant_id': '8687ffcf9f0f45caadcd68e6968745f6', 'mac_address': 'fa:16:3e:7c:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b260b-327b-4c5b-8c1c-65c24e7b1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:10:27Z', 'updated_at': '2021-06-03T16:10:35Z', 'revision_number': 5, 'project_id': '8687ffcf9f0f45caadcd68e6968745f6', 'subnets': [{'id': '48d8c95d-67e4-41f3-9e15-1c482e8afcbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96be9fbb-be87-4323-8afa-d767e5c1b333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:10:39.102989 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:39.175197 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:39.180007 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:39.180390 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:39.195118 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50158) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:39.302530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:39.317063 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-61fb5041-f387-4480-bfd0-4ab249f251d3 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1208179 Jun 03 16:10:39.318739 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=2e0a85c7-9f26-46ce-a470-f507dc9ee1f5,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:39.322762 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:39.324911 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:10:39.399656 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=2e0a85c7-9f26-46ce-a470-f507dc9ee1f5,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:39.403651 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:10:41.076043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:41.153273 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 2e0a85c7-9f26-46ce-a470-f507dc9ee1f5 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:41.153273 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:50.305966 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-442710b0-db50-45ae-8d17-bdd0d6479a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:52.947337 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:53.041378 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7237277f-80b0-4462-b51a-e7604f99d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:53.141887 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:10:54.447205 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:55.759350 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:20.296485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1afa205f-7afe-45c9-95f8-53a0d97d04bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:22.934843 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:23.050795 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6f24-0d74-4566-84af-14676f379878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:24.459609 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:25.758247 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:30.142138 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:11:50.290850 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f2789268-d819-4915-b836-d73470f8b875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:52.929328 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:53.042680 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0c74f2c7-d5ad-4214-869a-d67c6e885c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:54.452093 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:55.759714 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:07.142409 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:12:16.287744 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50726) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:16.354018 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.pecan_wsgi.hooks.translation [None req-908b3c94-9baa-49d1-8dcf-27c6b43be309 admin admin] GET failed (client error): The resource could not be found. Jun 03 16:12:16.355270 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-908b3c94-9baa-49d1-8dcf-27c6b43be309 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666025 Jun 03 16:12:16.484959 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acbe8c7-0ece-4676-b469-b1d6f0290f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:16.486326 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9acbe8c7-0ece-4676-b469-b1d6f0290f5e admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1262987 Jun 03 16:12:18.633788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50736) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:18.751532 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746bd83-51f7-4268-81a4-ff07457dc000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:18.752442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e746bd83-51f7-4268-81a4-ff07457dc000 admin admin] Synchronizing usage tracker for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:subnet {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:12:18.775337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e746bd83-51f7-4268-81a4-ff07457dc000 admin admin] Unset dirty status for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:subnet {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:12:18.776651 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e746bd83-51f7-4268-81a4-ff07457dc000 admin admin] 10.222.0.54 "GET /v2.0/subnets/48d8c95d-67e4-41f3-9e15-1c482e8afcbf HTTP/1.1" status: 200 len: 849 time: 0.1418722 Jun 03 16:12:18.786003 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:18.902886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:19.088438 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757389492484'] for subnet, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:19.092619 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:12:19.136057 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:19.136647 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:19.138956 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] 10.222.0.54 "PUT /v2.0/subnets/48d8c95d-67e4-41f3-9e15-1c482e8afcbf HTTP/1.1" status: 200 len: 868 time: 0.3559968 Jun 03 16:12:19.142233 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038b00d-30ac-4c39-9770-cc1213f4c062 None None] Network 75b0e258-910c-4392-afd6-6698fd6687c0 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:12:19.165778 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d8c95d-67e4-41f3-9e15-1c482e8afcbf,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:19.174556 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.174905 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.175165 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.175491 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.175815 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.176136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.176603 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.176929 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.177248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.177566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.177885 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.178215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:19.181806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:12:19.581225 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-1dfb3d29-b16c-4f9b-b904-c6b2704b91d9 None None] Provisioning complete for port 47753de3-6fb8-4af2-9d2f-ab6349ecda30 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:19.581602 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3d29-b16c-4f9b-b904-c6b2704b91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:19.707163 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-1dfb3d29-b16c-4f9b-b904-c6b2704b91d9 None None] Provisioning complete for port c88660a0-04af-4ca8-892b-6082875dce4f triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:19.707436 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb3d29-b16c-4f9b-b904-c6b2704b91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.292291 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3b48ddbe-3dc4-4a4f-85a7-efdc0f888e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.267098 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50744) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:21.444797 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b802f23-2fb7-42ef-a93a-c24c672114ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:21.445274 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b802f23-2fb7-42ef-a93a-c24c672114ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:21.446929 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-7b802f23-2fb7-42ef-a93a-c24c672114ad admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1788583 Jun 03 16:12:22.934276 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:23.041538 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f6626402-5230-4c06-9f2b-f5f0c8a45e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:23.580018 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 50752) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:23.772527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb942d-6261-4686-a7e2-f95fe36ce1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:23.772925 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb942d-6261-4686-a7e2-f95fe36ce1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:23.774495 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-57cb942d-6261-4686-a7e2-f95fe36ce1b1 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1932690 Jun 03 16:12:24.455009 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:25.766654 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:25.948307 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 50762) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:26.124721 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf7cfb3-adc2-45cf-8c2d-fb794d9f239c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:26.126083 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ccf7cfb3-adc2-45cf-8c2d-fb794d9f239c admin admin] 10.222.0.54 "GET /v2.0/networks/75b0e258-910c-4392-afd6-6698fd6687c0 HTTP/1.1" status: 200 len: 869 time: 0.1768448 Jun 03 16:12:28.268923 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50770) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:28.441209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d950641-7e41-42f6-8859-acf9770de9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:28.442608 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4d950641-7e41-42f6-8859-acf9770de9e8 admin admin] 10.222.0.54 "GET /v2.0/networks/9c4c999d-6aa0-48bc-849e-f75e6d50393e HTTP/1.1" status: 200 len: 886 time: 0.1727335 Jun 03 16:12:30.626372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50778) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:30.736830 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac333af-ba0e-4384-a091-fd47e2811837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:30.737392 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac333af-ba0e-4384-a091-fd47e2811837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:30.739012 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4ac333af-ba0e-4384-a091-fd47e2811837 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1116896 Jun 03 16:12:32.901049 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50786) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:33.008047 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c73c5-7726-44ad-b7ec-f173f3dd8532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:33.008501 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c73c5-7726-44ad-b7ec-f173f3dd8532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:33.009965 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-ac5c73c5-7726-44ad-b7ec-f173f3dd8532 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080072 Jun 03 16:12:35.174748 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50794) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:35.337299 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b66e98-224a-4fc8-91fa-4c54287e1250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:35.338659 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-45b66e98-224a-4fc8-91fa-4c54287e1250 admin admin] 10.222.0.54 "GET /v2.0/subnets/48d8c95d-67e4-41f3-9e15-1c482e8afcbf HTTP/1.1" status: 200 len: 868 time: 0.1629770 Jun 03 16:12:37.573428 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 50802) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:37.678498 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0413e5-4659-44bf-b6ff-6727ad8ce565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:12:37.679841 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-7b0413e5-4659-44bf-b6ff-6727ad8ce565 admin admin] 10.222.0.54 "GET /v2.0/subnets/b3f30da9-4c71-4f34-b7af-0f0c3da524b9 HTTP/1.1" status: 200 len: 816 time: 0.1054847 Jun 03 16:12:44.146089 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:12:50.303672 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b454f30a-7bd3-472d-9b22-db0d82097767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.938986 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.044554 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52ad0d75-0a52-49e7-a2ae-59d3bbf1160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:54.458980 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.772867 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.448223 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50846) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:01.494403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [None req-bc74202e-8e1b-4c3b-94a3-258efccbe54a admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:13:01.495402 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-bc74202e-8e1b-4c3b-94a3-258efccbe54a admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462384 Jun 03 16:13:03.706060 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50854) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:03.771501 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.pecan_wsgi.hooks.translation [None req-171b70e4-1d74-42ee-979c-e92483c63634 admin admin] GET failed (client error): The resource could not be found. Jun 03 16:13:03.772773 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-171b70e4-1d74-42ee-979c-e92483c63634 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657275 Jun 03 16:13:03.897632 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0bd38-b30f-4fed-8621-0679a398ec1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:13:03.899072 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-aeb0bd38-b30f-4fed-8621-0679a398ec1e admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225109 Jun 03 16:13:06.061090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50862) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:06.109924 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:06.114449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:06.123745 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:06.133332 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Made reservation on behalf of fff93b5f3fb049ab849ac7a0894d3d2b for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:13:06.135614 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:06.221346 dv-cinder-786524-8-smb neutron-server[91757]: WARNING neutron.services.revisions.revision_plugin [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Could not find related network for resource to bump revision. Jun 03 16:13:06.231885 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:13:06.240959 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:06.241324 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Added segment 319e7b05-af61-4126-9359-3cabeefd3301 of type vlan for network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a Jun 03 16:13:06.266248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:06.297569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:06.298868 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:13:06.299690 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:06.304160 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:13:06.389865 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3275733 Jun 03 16:13:06.400603 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Pushing event updated for resources: {'Network': ['ID=d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:06.404242 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f7ff0102-4ee9-48c0-b3db-654ae4b2174e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:13:06.411892 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:13:08.570299 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50870) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:08.638955 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cb81c4-eac1-4a7f-a3a8-73a0957959e4 admin admin] GET failed (client error): The resource could not be found. Jun 03 16:13:08.639477 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-16cb81c4-eac1-4a7f-a3a8-73a0957959e4 admin admin] Synchronizing usage tracker for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:network {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:13:08.654692 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-16cb81c4-eac1-4a7f-a3a8-73a0957959e4 admin admin] Unset dirty status for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:network {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:13:08.655913 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-16cb81c4-eac1-4a7f-a3a8-73a0957959e4 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0846484 Jun 03 16:13:08.762094 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e633e185-542a-479b-a1be-1121ef31f538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:13:08.777110 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e633e185-542a-479b-a1be-1121ef31f538 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1034718 Jun 03 16:13:08.782143 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:08.787261 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:08.798460 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:08.809048 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Made reservation on behalf of fff93b5f3fb049ab849ac7a0894d3d2b for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:13:08.811456 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.188749 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.193325 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-168bf197-2514-4ba1-80a8-f623eefb53b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:13:09.267132 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d925b49-957a-4bf0-aa6d-0282249e42be,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:09.270989 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:13:09.274928 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Checking segment: {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:13:09.275275 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Network hostable DHCP agents. Network: d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:13:09.292241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:13:09.302289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:13:09.306537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:13:09.307150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.313594 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45aa9d1-e39c-4bec-9235-141ed3a1b35a None None] Network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:13:09.335301 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5565367 Jun 03 16:13:09.556128 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a', 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a', 'tenant_id': 'fff93b5f3fb049ab849ac7a0894d3d2b', 'fixed_ips': [{'subnet_id': '7d925b49-957a-4bf0-aa6d-0282249e42be'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:13:09.557258 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.745237 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Allocated IP 192.168.233.2 (d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a/7d925b49-957a-4bf0-aa6d-0282249e42be/6a499085-23cd-47d6-9fac-5a1156a3d5d3) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:13:09.975099 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.986960 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Transition to ACTIVE for port object 6a499085-23cd-47d6-9fac-5a1156a3d5d3 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:10.010995 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Transition to ACTIVE for port object 6a499085-23cd-47d6-9fac-5a1156a3d5d3 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:10.018530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:10.023219 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:13:10.098112 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:13:10.098902 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Pushing event updated for resources: {'Port': ['ID=6a499085-23cd-47d6-9fac-5a1156a3d5d3,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:10.101489 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:13:10.104794 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:13:10.112302 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.112643 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.112974 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.113302 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.113628 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.113961 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.114301 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.114620 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.114937 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.115255 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.115570 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.116076 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:10.121180 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:13:10.211678 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Attempting to bind port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:13:10.212054 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Attempting to bind port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:13:10.212425 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Attempting to bind port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 on network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:10.219488 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:13:10.219903 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Checking segment: {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:13:10.220212 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:10.220608 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Bound using segment: {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:13:10.221098 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Bound port: 6a499085-23cd-47d6-9fac-5a1156a3d5d3, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:13:10.221530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:10.315669 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] For port 6a499085-23cd-47d6-9fac-5a1156a3d5d3, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:10.319220 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] For port 6a499085-23cd-47d6-9fac-5a1156a3d5d3, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6a499085-23cd-47d6-9fac-5a1156a3d5d3,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:13:10.325073 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:10.329206 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:13:10.412869 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Pushing event updated for resources: {'Port': ['ID=6a499085-23cd-47d6-9fac-5a1156a3d5d3,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:10.422778 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:13:11.249773 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6a499085-23cd-47d6-9fac-5a1156a3d5d3 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:11.279784 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a14acc-ffe2-4c40-90d4-08c3cd764e44 None None] Network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:13:11.405873 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-79e51705-2457-484c-b457-5b43ebb502cb None None] Provisioning for port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:11.436836 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:11.446462 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:11.446838 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:11.674492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:11.720643 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 6a499085-23cd-47d6-9fac-5a1156a3d5d3, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6a499085-23cd-47d6-9fac-5a1156a3d5d3,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:11.727086 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:11.730794 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:13:11.804520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=6a499085-23cd-47d6-9fac-5a1156a3d5d3,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:11.808485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:13:11.941759 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-11abc3e9-976d-4b24-a5e3-318d60d213a6 None None] Provisioning complete for port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:11.942427 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-11abc3e9-976d-4b24-a5e3-318d60d213a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:13.183280 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6a499085-23cd-47d6-9fac-5a1156a3d5d3 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:13.253379 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 6a499085-23cd-47d6-9fac-5a1156a3d5d3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:13.253745 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:20.296617 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e9579ced-7ebf-4b13-a4b8-fb3f9ba4ee83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:21.144405 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:13:22.943004 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:23.048788 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8bff-1041-41ae-8c30-a9f4b646e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:24.461567 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:25.771597 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:50.298656 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ef650f64-6b4e-43fe-8865-d1c4227152e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:52.960190 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:53.052724 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b6174a5-ba27-4b8b-b48f-6eddd13dc41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:54.467711 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.777767 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.143663 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:14:17.189942 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50924) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:17.196196 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [None req-6addabea-49a6-46f1-a232-ef57934e0246 tempest-verify_tempest_config-1710333971 tempest-verify_tempest_config-1710333971-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:14:17.197153 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-6addabea-49a6-46f1-a232-ef57934e0246 tempest-verify_tempest_config-1710333971 tempest-verify_tempest_config-1710333971-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060775 Jun 03 16:14:17.509669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50942) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:17.622447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.636167 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:17.640175 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Usage tracker for resource:security_group_rule and tenant:320c75a543f540e1ac463bef2325edda is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:17.643065 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:17.648587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:17.735957 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.740040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.747147 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1dbde1c9-f135-4d9a-905f-fc27b7fcbdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:14:17.788980 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Synchronizing usage tracker for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:17.792887 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405befdb-c15f-4a89-9ce3-71dd3e6c4b49,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:17.804061 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.804509 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.804819 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.805149 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.805468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.805786 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.806106 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.806448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.806759 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.807073 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.807384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.807724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:17.813358 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:14:17.819946 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Unset dirty status for tenant:fff93b5f3fb049ab849ac7a0894d3d2b on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:17.821227 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=320c75a543f540e1ac463bef2325edda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3104062 Jun 03 16:14:17.823975 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 50946) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:17.880960 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.906004 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.000986 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.004908 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3694baa2-59d2-41c8-81cd-ed849dff9b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:14:18.015582 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405befdb-c15f-4a89-9ce3-71dd3e6c4b49,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:18.019446 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:14:18.022580 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.023678 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/405befdb-c15f-4a89-9ce3-71dd3e6c4b49 HTTP/1.1" status: 204 len: 168 time: 0.1987221 Jun 03 16:14:20.300105 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7b240ee9-3477-470a-815d-47843a9418b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.949964 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.055426 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d30dde0e-37db-4f2f-9b92-db4d9da84ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:24.468714 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.779395 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:35.144105 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:14:50.302629 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-735c5894-a34b-469e-94ee-85914ff103ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.951170 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.059000 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da847f6e-a5c3-4391-b447-2ab37c4988b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.471532 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.781293 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.144415 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:15:20.304900 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1649-0227-47c6-86cf-8bfd9b7e38c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:22.955260 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:23.061620 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c38e-26cd-4b22-8835-dc203baa9d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:24.472695 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:25.785875 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:49.143774 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 5 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:15:50.306414 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-10eef722-8a44-477a-9769-5b23001cbd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:52.963974 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.063989 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3c95-2988-4b6c-ad87-3bd02b91cd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:54.482651 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:55.788577 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:00.954825 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311'] for agent, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.508234 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51018) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:14.632676 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-3002b80f-6cc0-4718-9e97-227c5b6bd6ce admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1233077 Jun 03 16:16:16.765837 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51028) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:16.824201 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-421e2bc4-75ec-4934-887b-421612e97115 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0572026 Jun 03 16:16:20.310666 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a55c9907-4bf2-4732-87a3-b6a012bb410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:22.958541 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.066912 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-675dab09-963f-469e-bbb7-e517acad1917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.478195 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.789523 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.144486 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:16:30.942120 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.312516 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-238340c7-5e71-41bd-869c-446b7f94cd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:52.960347 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:53.068598 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d84d80b0-7d26-4405-a3c3-766f5485afd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:54.482485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:55.795448 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:00.954353 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:03.144398 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:17:20.315859 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d0e608f5-8890-4ffd-a04b-ced772925558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:22.976794 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:23.076871 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4dbaffd7-1d2c-4a9a-8007-63110dc4d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:24.490845 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:25.806571 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:30.951670 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:40.144182 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:17:50.319214 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94e91c9f-eae5-4fd0-9f13-bfba7b1eed81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:52.959394 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:53.071922 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f1324b36-466c-448a-b32c-d0a7a23f737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:54.487632 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:55.805024 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.445558 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51186) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:00.680921 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-531231886-network', 'tenant_id': '27989949e0834bc6884abf4de7849a2d'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:00.687817 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:00.691993 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Usage tracker for resource:network and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:00.696414 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:00.701567 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:00.717674 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Made reservation on behalf of 27989949e0834bc6884abf4de7849a2d for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:00.720640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.736703 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.756256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:00.761000 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:00.764005 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:00.770474 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:00.873152 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.877954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.881269 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:00.910408 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd68ac6-9254-4b95-ac3e-e6e4aa71a20a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:00.922424 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.922648 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.922985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.923305 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.923622 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.923985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.924236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.924549 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.924875 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.925188 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.925498 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.925806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Tracked resource versions report: Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: pushed versions: Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: { 'AddressGroup': {'1.2'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'ConntrackHelper': {'1.0'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Log': {'1.0'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Network': {'1.1'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Port': {'1.7'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'PortForwarding': {'1.2'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'QosPolicy': {'1.8'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroup': {'1.4'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'SubPort': {'1.0'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Subnet': {'1.1'}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Trunk': {'1.1'}} Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: consumer versions: Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: HyperV agent@hv-cinder-78652: {}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'ConntrackHelper': '1.0', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Log': '1.0', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Network': '1.1', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Port': '1.7', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'PortForwarding': '1.2', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'QosPolicy': '1.8', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroup': '1.4', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'SecurityGroupRule': '1.2', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'SubPort': '1.0', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Subnet': '1.1', Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: 'Trunk': '1.1'}} Jun 03 16:18:00.926945 dv-cinder-786524-8-smb neutron-server[91757]: {{(pid=91757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:18:00.932316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:00.933090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:00.943667 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.944307 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Added segment a0bbb40d-9967-4365-aca5-0c66f104ee25 of type vlan for network 92a838cd-429c-4550-9aab-bd627ef05b7a Jun 03 16:18:00.976468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.985791 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.008111 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.009484 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:01.010065 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.015557 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:01.159979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51232) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:01.185486 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Pushing event updated for resources: {'Network': ['ID=92a838cd-429c-4550-9aab-bd627ef05b7a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:01.191972 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51238) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:01.196421 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 92a838cd-429c-4550-9aab-bd627ef05b7a details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:01.200028 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Request body: {'subnet': {'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-subnet', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:01.200816 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7533357 Jun 03 16:18:01.201807 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:01.208221 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:01.214155 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Usage tracker for resource:subnet and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:01.217389 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:01.223766 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:01.236985 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Made reservation on behalf of 27989949e0834bc6884abf4de7849a2d for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:01.243501 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.700505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.706009 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f46ac825-3206-4903-9189-6e2547b460f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:01.753883 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51262) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:01.774082 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-network', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:01.777614 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c8247e-5deb-4b69-b34c-311c420d2c1f,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:01.786385 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.786736 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.790247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Tracked resource versions report: Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: pushed versions: Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: { 'AddressGroup': {'1.2'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'ConntrackHelper': {'1.0'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Log': {'1.0'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Network': {'1.1'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Port': {'1.7'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'PortForwarding': {'1.2'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'QosPolicy': {'1.8'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroup': {'1.4'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'SubPort': {'1.0'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Subnet': {'1.1'}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Trunk': {'1.1'}} Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: consumer versions: Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: HyperV agent@hv-cinder-78652: {}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'ConntrackHelper': '1.0', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Log': '1.0', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Network': '1.1', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Port': '1.7', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'PortForwarding': '1.2', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'QosPolicy': '1.8', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroup': '1.4', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'SecurityGroupRule': '1.2', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'SubPort': '1.0', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Subnet': '1.1', Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: 'Trunk': '1.1'}} Jun 03 16:18:01.791299 dv-cinder-786524-8-smb neutron-server[91756]: {{(pid=91756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:18:01.795093 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:01.795959 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51268) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:01.823619 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:01.829880 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Usage tracker for resource:network and tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:01.832783 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:01.841482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Checking segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:01.841482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Network hostable DHCP agents. Network: 92a838cd-429c-4550-9aab-bd627ef05b7a, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:01.842543 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51272) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:01.844532 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:01.868481 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Made reservation on behalf of bc58b3b4a00d40fab7dbefdd309dcfd8 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:01.870982 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.891252 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:01.909137 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:01.913868 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Usage tracker for resource:security_group_rule and tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:01.917730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:01.920713 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Network 92a838cd-429c-4550-9aab-bd627ef05b7a is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:01.927444 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:01.987179 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1954193455-network', 'tenant_id': '8feae147143640a09cb50333739b96a5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:02.000866 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-84148771-network', 'tenant_id': '7f542c1a71374300b7f6ca24c03492d5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:02.018934 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.023593 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 92a838cd-429c-4550-9aab-bd627ef05b7a) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:02.032912 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Usage tracker for resource:network and tenant:7f542c1a71374300b7f6ca24c03492d5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.033874 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25691a1c-8915-47db-9391-c71071c8ae7c None None] Network 92a838cd-429c-4550-9aab-bd627ef05b7a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:02.041171 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.054826 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.075381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.081359 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Made reservation on behalf of 7f542c1a71374300b7f6ca24c03492d5 for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:02.083691 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.122434 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Usage tracker for resource:network and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.127683 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.134433 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.147361 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-98358200-network', 'tenant_id': '4c80f4311adc448bb500cbad3b42827a'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:02.154471 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:02.155327 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.162695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.174471 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.181209 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.183338 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.184615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Usage tracker for resource:security_group_rule and tenant:7f542c1a71374300b7f6ca24c03492d5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.192226 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.202092 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:02.207188 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.213542 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:02.245309 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Usage tracker for resource:network and tenant:4c80f4311adc448bb500cbad3b42827a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.292724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.308957 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1151075 Jun 03 16:18:02.312107 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:02.320473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:02.322113 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.322673 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51290) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:02.332562 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757389371320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.333375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Unsubscribe: segment precommit_create {{(pid=91756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 16:18:02.334223 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Added segment 27aafdbf-83b3-4682-a81a-1b2a5fcba4fc of type vlan for network 592972e3-0317-4bda-8259-5457b522281a Jun 03 16:18:02.341788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:02.351900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.359924 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.371169 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Usage tracker for resource:router and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.376110 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.388392 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.388837 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Made reservation on behalf of 4c80f4311adc448bb500cbad3b42827a for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:02.391831 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.405054 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Made reservation on behalf of 8feae147143640a09cb50333739b96a5 for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:02.408334 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.412778 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.428512 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.433772 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.435273 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.437598 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.441978 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Usage tracker for resource:security_group_rule and tenant:4c80f4311adc448bb500cbad3b42827a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.445870 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.453685 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.455046 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.524945 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.528881 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:02.530002 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.540442 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:02.552735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-92a838cd-429c-4550-9aab-bd627ef05b7a', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:18:02.553820 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.579098 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.636662 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.648027 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.653334 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.747305 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.761575 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Pushing event updated for resources: {'Network': ['ID=592972e3-0317-4bda-8259-5457b522281a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:02.769397 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:02.795114 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.800841 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.870094 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Allocated IP 172.20.0.2 (92a838cd-429c-4550-9aab-bd627ef05b7a/55c8247e-5deb-4b69-b34c-311c420d2c1f/a24c951d-7257-4bb4-8407-4a57a2d03aa1) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:02.874241 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7093017 Jun 03 16:18:02.879566 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51308) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:02.893035 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Request body: {'subnet': {'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-subnet', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:02.927842 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:02.944375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.959479 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Usage tracker for resource:subnet and tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:02.963411 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:02.965460 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:02.967927 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.975944 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:02.978656 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:03.004101 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:03.031274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Made reservation on behalf of bc58b3b4a00d40fab7dbefdd309dcfd8 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:03.034364 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.048485 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b460d-3783-4e62-b753-237957d05d9e,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:03.055478 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.055826 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Added segment 0dea2633-5e8e-487d-bbc5-0f6070cb5942 of type vlan for network d477740a-8182-4fd5-8676-71202d6b83af Jun 03 16:18:03.057019 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b8be22-4ed0-481e-91af-7d649b083ec3,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:03.069774 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:03.100734 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:03.110679 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 592972e3-0317-4bda-8259-5457b522281a details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:03.159921 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.172376 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Transition to ACTIVE for port object a24c951d-7257-4bb4-8407-4a57a2d03aa1 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:03.174216 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.196831 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Transition to ACTIVE for port object a24c951d-7257-4bb4-8407-4a57a2d03aa1 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:03.207820 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.226337 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.228550 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:03.229217 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.232601 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:03.234966 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:03.246631 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.265829 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:03.304592 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Network 92a838cd-429c-4550-9aab-bd627ef05b7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:03.314290 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:03.317177 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.317800 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Added segment 8972dd89-c477-4961-b898-b32d4ae98691 of type vlan for network 1e984840-f817-4db7-b0c8-5a4389679323 Jun 03 16:18:03.320151 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:03.339749 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4856074 Jun 03 16:18:03.347995 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51318) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:03.363771 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Request body: {'subnet': {'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-98358200-subnet', 'tenant_id': '4c80f4311adc448bb500cbad3b42827a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:03.368677 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:03.373145 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Usage tracker for resource:subnet and tenant:4c80f4311adc448bb500cbad3b42827a is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:03.376358 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:03.382653 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:03.399529 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Made reservation on behalf of 4c80f4311adc448bb500cbad3b42827a for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:03.406241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.411934 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Pushing event updated for resources: {'Network': ['ID=d477740a-8182-4fd5-8676-71202d6b83af,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:03.416490 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:03.477312 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network d477740a-8182-4fd5-8676-71202d6b83af details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:03.598150 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Attempting to bind port a24c951d-7257-4bb4-8407-4a57a2d03aa1 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:03.598783 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Attempting to bind port a24c951d-7257-4bb4-8407-4a57a2d03aa1 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:03.599328 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Attempting to bind port a24c951d-7257-4bb4-8407-4a57a2d03aa1 on network 92a838cd-429c-4550-9aab-bd627ef05b7a {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:03.620283 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:03.620885 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Checking segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:03.621468 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.622023 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Bound using segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:03.622680 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Bound port: a24c951d-7257-4bb4-8407-4a57a2d03aa1, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:03.623233 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.634576 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Pushing event updated for resources: {'Port': ['ID=a24c951d-7257-4bb4-8407-4a57a2d03aa1,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:03.646675 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.647337 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.647661 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.648161 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.648659 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.649149 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.649632 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.650103 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.650593 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.652108 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.652611 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.653123 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Tracked resource versions report: Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: pushed versions: Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: { 'AddressGroup': {'1.2'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'ConntrackHelper': {'1.0'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Log': {'1.0'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Network': {'1.1'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Port': {'1.7'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'PortForwarding': {'1.2'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'QosPolicy': {'1.8'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroup': {'1.4'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'SubPort': {'1.0'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Subnet': {'1.1'}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Trunk': {'1.1'}} Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: consumer versions: Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: HyperV agent@hv-cinder-78652: {}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'ConntrackHelper': '1.0', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Log': '1.0', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Network': '1.1', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Port': '1.7', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'PortForwarding': '1.2', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'QosPolicy': '1.8', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroup': '1.4', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'SecurityGroupRule': '1.2', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'SubPort': '1.0', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Subnet': '1.1', Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: 'Trunk': '1.1'}} Jun 03 16:18:03.654402 dv-cinder-786524-8-smb neutron-server[91758]: {{(pid=91758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:18:03.661107 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:03.689535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.762708 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] For port a24c951d-7257-4bb4-8407-4a57a2d03aa1, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:03.768256 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] For port a24c951d-7257-4bb4-8407-4a57a2d03aa1, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=a24c951d-7257-4bb4-8407-4a57a2d03aa1,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:03.773732 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.785704 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:03.869769 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.db.resource_extend [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:18:03.892592 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Pushing event updated for resources: {'Port': ['ID=a24c951d-7257-4bb4-8407-4a57a2d03aa1,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:03.895994 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:03.978446 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:03.988980 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:04.049206 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.059984 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.069466 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Pushing event updated for resources: {'Subnet': ['ID=116194ef-6c61-423b-b85a-db0842afa9d6,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:04.069973 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.074056 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:04.080324 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Checking segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:04.080681 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Network hostable DHCP agents. Network: 592972e3-0317-4bda-8259-5457b522281a, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:04.083161 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:04.084464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.101243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Network 592972e3-0317-4bda-8259-5457b522281a is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:04.110446 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:04.113028 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 592972e3-0317-4bda-8259-5457b522281a) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:04.118025 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:04.118678 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.124094 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b482cb-4952-428d-bdd9-6e3f5a681617 None None] Network 592972e3-0317-4bda-8259-5457b522281a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:04.144039 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2628214 Jun 03 16:18:04.144692 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51344) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:04.153950 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:04.179630 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:04.185043 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Usage tracker for resource:router and tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:04.188792 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:04.194869 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:04.228617 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.239418 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.280110 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.297338 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Pushing event updated for resources: {'Network': ['ID=1e984840-f817-4db7-b0c8-5a4389679323,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:04.315570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:04.319201 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:04.366620 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:04.387631 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5898485 Jun 03 16:18:04.405605 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51350) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:04.411182 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Request body: {'subnet': {'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-84148771-subnet', 'tenant_id': '7f542c1a71374300b7f6ca24c03492d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:04.416174 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:04.420999 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Usage tracker for resource:subnet and tenant:7f542c1a71374300b7f6ca24c03492d5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:04.425075 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:04.431305 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:04.449544 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Made reservation on behalf of 7f542c1a71374300b7f6ca24c03492d5 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:04.452053 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.493046 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1acaaa-b027-400a-9255-8b316f25c448,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:04.519281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:04.521611 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.522050 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Added segment a85f5451-9e38-471e-b2f6-97893facb0c6 of type vlan for network 4f8e7682-5422-4806-8c26-b370f8eea56d Jun 03 16:18:04.532111 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 1e984840-f817-4db7-b0c8-5a4389679323 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:04.825774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.899413 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.962429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a08a28-a4ea-4085-966d-987f199f19ab None None] Network 592972e3-0317-4bda-8259-5457b522281a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:05.005636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.028759 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:05.029380 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.067747 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-130d3a0a-5dff-4d73-b4c8-e2718fd2eb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:05.124443 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.131896 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.210614 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.491826 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Allocated IP 172.28.1.124 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:05.509128 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device a24c951d-7257-4bb4-8407-4a57a2d03aa1 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:05.641645 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b653e-2093-48ec-a7ac-2579ebe6e306 None None] Network 92a838cd-429c-4550-9aab-bd627ef05b7a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:05.689560 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.788485 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0322664 Jun 03 16:18:05.795003 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51394) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:05.814856 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Request body: {'subnet': {'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1954193455-subnet', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:05.815102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8e7682-5422-4806-8c26-b370f8eea56d,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:05.818567 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:05.830808 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.833232 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 4f8e7682-5422-4806-8c26-b370f8eea56d details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:05.839901 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-64751b2a-f9dd-4645-a4ef-72cdf0a168d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:05.856371 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-10cdfb90-6e39-43b2-bbbe-50c339a68ecb None None] Provisioning for port a24c951d-7257-4bb4-8407-4a57a2d03aa1 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:05.890463 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port a24c951d-7257-4bb4-8407-4a57a2d03aa1 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:05.897410 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:05.914753 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Usage tracker for resource:subnet and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:05.924529 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:05.955240 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Checking segment: {'id': '0dea2633-5e8e-487d-bbc5-0f6070cb5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:05.955998 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Network hostable DHCP agents. Network: d477740a-8182-4fd5-8676-71202d6b83af, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:05.958470 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port a24c951d-7257-4bb4-8407-4a57a2d03aa1 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:05.958772 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.986246 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:06.002375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9639f8-5a8e-4b77-848f-19d1ced31d50,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:06.008557 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:06.050992 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.087149 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Made reservation on behalf of 8feae147143640a09cb50333739b96a5 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:06.091747 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.107029 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Network d477740a-8182-4fd5-8676-71202d6b83af is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:06.127741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, d477740a-8182-4fd5-8676-71202d6b83af) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:06.133243 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:06.140547 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.152653 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4521f84-eef8-4f81-9ce1-3f42f3809d38 None None] Network d477740a-8182-4fd5-8676-71202d6b83af requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:06.179533 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8294168 Jun 03 16:18:06.184260 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.190890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-22ef383e-89cd-4cec-87c1-e34f4f0f5ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:06.266944 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.364353 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:06.367595 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:06.382796 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port a24c951d-7257-4bb4-8407-4a57a2d03aa1, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=a24c951d-7257-4bb4-8407-4a57a2d03aa1,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:06.387308 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:06.402512 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.413011 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.465541 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:06.466507 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:06.568487 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bee7f9-2a87-4f80-9738-b6993b56c84c None None] Network d477740a-8182-4fd5-8676-71202d6b83af requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:06.761100 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:06.771371 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:06.795498 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Allocated IP 172.28.1.102 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/dd30d510-c7ff-4a03-ae0d-4edaa74b3314) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:06.799609 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f31bb11-db2f-4a7c-868a-c998414cba29,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:06.803017 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:06.814735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=a24c951d-7257-4bb4-8407-4a57a2d03aa1,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:06.835913 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:06.853053 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-e31976c2-6770-4a8c-90ac-4fd033a9f9a4 None None] Provisioning complete for port a24c951d-7257-4bb4-8407-4a57a2d03aa1 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:06.853431 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e31976c2-6770-4a8c-90ac-4fd033a9f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:06.882919 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Checking segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:06.884802 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Network hostable DHCP agents. Network: 1e984840-f817-4db7-b0c8-5a4389679323, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:07.003488 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51440) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:07.003488 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Network 1e984840-f817-4db7-b0c8-5a4389679323 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:07.012540 dv-cinder-786524-8-smb neutron-server[91756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 16:18:07.056792 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 1e984840-f817-4db7-b0c8-5a4389679323) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:07.063028 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:07.063635 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.065321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.072409 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4617957-d2c9-44b7-a33f-8c034a302982 None None] Network 1e984840-f817-4db7-b0c8-5a4389679323 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:07.346685 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.375193 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39922ce-412d-4fbb-b693-c06b40017609 None None] Network 1e984840-f817-4db7-b0c8-5a4389679323 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:07.379044 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bd11760d-8386-455c-ae74-20e4d148faef admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9721603 Jun 03 16:18:07.397390 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device a24c951d-7257-4bb4-8407-4a57a2d03aa1 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:07.474872 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-fac3b80f-d56d-49ca-84b6-f4c70f999a2c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:07.475483 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-fac3b80f-d56d-49ca-84b6-f4c70f999a2c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Synchronizing usage tracker for tenant:4c80f4311adc448bb500cbad3b42827a on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:07.521943 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.546928 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:07.565947 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port a24c951d-7257-4bb4-8407-4a57a2d03aa1 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:07.566670 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.607073 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-fac3b80f-d56d-49ca-84b6-f4c70f999a2c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Unset dirty status for tenant:4c80f4311adc448bb500cbad3b42827a on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:07.608320 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-fac3b80f-d56d-49ca-84b6-f4c70f999a2c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/networks?id=d477740a-8182-4fd5-8676-71202d6b83af HTTP/1.1" status: 200 len: 810 time: 0.5981681 Jun 03 16:18:07.610675 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.641474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Pushing event updated for resources: {'Port': ['ID=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:07.653556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:07.666450 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-88a2c509-7385-4dde-9391-4f28781ca281 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/quotas/4c80f4311adc448bb500cbad3b42827a HTTP/1.1" status: 200 len: 375 time: 0.0168977 Jun 03 16:18:07.667388 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.669457 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:07.675989 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:07.679505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:07.742652 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:07.796728 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15226c7d-29f7-4908-9689-8e5280457dc0,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:07.854893 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:07.869082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:18:07.886291 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-401aceba-ff5f-49db-95d0-f1696c86734e tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c80f4311adc448bb500cbad3b42827a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2069752 Jun 03 16:18:07.990260 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Checking segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:07.990641 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Network hostable DHCP agents. Network: 4f8e7682-5422-4806-8c26-b370f8eea56d, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:07.993646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51488) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:07.998959 dv-cinder-786524-8-smb neutron-server[91757]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 16:18:08.029525 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Network 4f8e7682-5422-4806-8c26-b370f8eea56d is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:08.161149 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 4f8e7682-5422-4806-8c26-b370f8eea56d) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:08.170586 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd9cb1-ba79-4cc1-a8d8-1742fdfbff96 None None] Network 4f8e7682-5422-4806-8c26-b370f8eea56d requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:08.183193 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:08.183193 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.217430 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4170394 Jun 03 16:18:08.220258 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51494) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:08.263839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-1172c619-f319-42b1-92f3-a984584c2a7e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:08.264707 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-db2f467b-cbda-4f32-a482-40e984de666a req-1172c619-f319-42b1-92f3-a984584c2a7e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:network {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:08.276159 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:08.279746 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:08.291692 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Usage tracker for resource:router and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:08.296384 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:08.302086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-d0faa0bc-3e73-4993-bff2-8ec1e36b499c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:18:08.303582 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-d0faa0bc-3e73-4993-bff2-8ec1e36b499c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1438713 Jun 03 16:18:08.309777 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:08.314542 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:08.336962 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.341856 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:08.343320 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0168157 Jun 03 16:18:08.344311 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51498) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:08.362154 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:08.362956 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:08.375563 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.376556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.382407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.429800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-db2f467b-cbda-4f32-a482-40e984de666a req-1172c619-f319-42b1-92f3-a984584c2a7e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:network {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:08.431381 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-1172c619-f319-42b1-92f3-a984584c2a7e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.4345760 Jun 03 16:18:08.520591 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-0f2313f3-a85f-4e4e-8ae9-e8b708607128 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/quotas/7f542c1a71374300b7f6ca24c03492d5 HTTP/1.1" status: 200 len: 375 time: 0.0233567 Jun 03 16:18:08.528243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.542541 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-4f8e7682-5422-4806-8c26-b370f8eea56d', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:18:08.543543 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.615507 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-4662055f-1557-49f6-a5f2-fc24d7a01048 service neutron] 10.222.0.54 "GET /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016584 Jun 03 16:18:08.650580 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-c2009066-e575-457b-aba8-46350956ac3f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145608 Jun 03 16:18:08.655886 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:08.809102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-1585e173-7c0d-4a68-87e7-7ea0535e4300 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:18:08.816095 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-1585e173-7c0d-4a68-87e7-7ea0535e4300 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748529 Jun 03 16:18:08.927767 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Allocated IP 172.20.0.2 (4f8e7682-5422-4806-8c26-b370f8eea56d/15226c7d-29f7-4908-9689-8e5280457dc0/66aa59af-364a-493d-bbe6-6791e309b591) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:09.092908 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-706ead5e-e7fb-464e-8e12-3aeb0e320c26 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758293 Jun 03 16:18:09.093594 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.161049 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-565137f2-5abe-49b0-b778-bccd06e6e357 service neutron] 10.222.0.54 "GET /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355320 Jun 03 16:18:09.166520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:06Z', 'revision_number': 3, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:09.204903 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:09.205632 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Updating router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:09.265270 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.296005 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.322561 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.355759 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Transition to ACTIVE for port object 66aa59af-364a-493d-bbe6-6791e309b591 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:09.444540 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Transition to ACTIVE for port object 66aa59af-364a-493d-bbe6-6791e309b591 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:09.471593 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.484689 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f6fe336f-47f2-4bc1-8f6d-6fddf5ce6857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:09.492698 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-760e845d-df43-4914-bbbe-6ca946c495f5 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879082 Jun 03 16:18:09.574059 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Network 4f8e7682-5422-4806-8c26-b370f8eea56d is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:09.580396 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:09.583300 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:09.629051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.853274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:18:09.975906 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Allocated IP 172.20.0.1 (92a838cd-429c-4550-9aab-bd627ef05b7a/55c8247e-5deb-4b69-b34c-311c420d2c1f/61c3e633-77c7-4281-9936-1e274993820c) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:10.124350 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2ecfca3e-1687-4e80-9fc3-c4526b7dc8a5 req-53fa043e-3f0c-4780-813e-a8cfa39b660d tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.1191139 Jun 03 16:18:10.129728 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.248565 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Pushing event updated for resources: {'Port': ['ID=66aa59af-364a-493d-bbe6-6791e309b591,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:10.256747 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.334847 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:10.356170 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Attempting to bind port 66aa59af-364a-493d-bbe6-6791e309b591 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:10.357288 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Attempting to bind port 66aa59af-364a-493d-bbe6-6791e309b591 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:10.357842 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Attempting to bind port 66aa59af-364a-493d-bbe6-6791e309b591 on network 4f8e7682-5422-4806-8c26-b370f8eea56d {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:10.368412 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2e622ef9-2160-4e01-a5de-35758ca37584 req-588c72bb-b3fa-4b8a-95ad-ffaa66065864 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 210 time: 0.1357200 Jun 03 16:18:10.369715 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:10.370640 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Checking segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:10.371317 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.372867 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Bound using segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:10.374265 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Bound port: 66aa59af-364a-493d-bbe6-6791e309b591, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:10.374973 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.455190 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.480147 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Transition to ACTIVE for port object 61c3e633-77c7-4281-9936-1e274993820c will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:10.514009 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.520160 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:10.523650 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] For port 66aa59af-364a-493d-bbe6-6791e309b591, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:10.532100 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] For port 66aa59af-364a-493d-bbe6-6791e309b591, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=66aa59af-364a-493d-bbe6-6791e309b591,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:10.546328 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.db.resource_extend [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:18:10.557492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.563416 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:10.578332 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:10.584287 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Sync routers for ids ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:10.600264 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Routers {'0819d33c-1918-4ff5-811a-5cd7e00e3e06'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:10.604942 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:10.623241 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.627280 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4816132 Jun 03 16:18:10.628060 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51578) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:10.654362 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Pushing event updated for resources: {'Port': ['ID=61c3e633-77c7-4281-9936-1e274993820c,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:10.672646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:10.704292 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Network 92a838cd-429c-4550-9aab-bd627ef05b7a is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:10.705491 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:10.740458 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:10.742542 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Pushing event updated for resources: {'Port': ['ID=66aa59af-364a-493d-bbe6-6791e309b591,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:10.744372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.755299 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:10.852924 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.883478 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Transition to ACTIVE for port object 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:10.909548 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:10.934660 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f6fe336f-47f2-4bc1-8f6d-6fddf5ce6857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:11.042394 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Set router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:11.099467 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda91a40-ac41-4cf8-affd-35220eeb33bb None None] Pushing event updated for resources: {'Port': ['ID=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:11.126198 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bda91a40-ac41-4cf8-affd-35220eeb33bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:11.139071 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Attempting to bind port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:11.139833 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Attempting to bind port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:11.141066 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Attempting to bind port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:11.148641 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:11.149839 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:11.150671 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:11.152821 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:11.158201 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Bound port: 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:11.158943 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:11.283898 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:11.407623 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] For port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:11.419460 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-bf2feb70-5022-490f-b980-e8e6519eb193 None None] Provisioning for port 61c3e633-77c7-4281-9936-1e274993820c completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:11.439892 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] For port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:11.442951 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-bf2feb70-5022-490f-b980-e8e6519eb193 None None] Provisioning complete for port 61c3e633-77c7-4281-9936-1e274993820c triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:11.443611 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bf2feb70-5022-490f-b980-e8e6519eb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:11.556453 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2c6b7bfd-e1fe-48f7-a68e-3bb5691887c2 req-a90c93cb-bfd1-4d73-bbf5-705e799ca37a tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.2255177 Jun 03 16:18:11.602442 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-bf2feb70-5022-490f-b980-e8e6519eb193 None None] Port 61c3e633-77c7-4281-9936-1e274993820c cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:11.604801 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 66aa59af-364a-493d-bbe6-6791e309b591 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:11.639601 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:11.655786 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:11.734509 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda91a40-ac41-4cf8-affd-35220eeb33bb None None] Pushing event updated for resources: {'Port': ['ID=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:11.747367 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bda91a40-ac41-4cf8-affd-35220eeb33bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:11.818744 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:18:08Z', 'revision_number': 3, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:11.825039 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Checking router: 0819d33c-1918-4ff5-811a-5cd7e00e3e06 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:11.825809 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Updating router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:11.844978 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:11.846323 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:11.864101 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Allocated IP 172.28.1.173 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/dc8f8273-5911-4f6b-a61b-1ff43396ff4d) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:11.929048 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-461b062c-fb6e-49d5-a0eb-cc9fbced2767 req-8e4371b5-381a-4dc7-8d66-71a3977ae3dc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 210 time: 0.2544873 Jun 03 16:18:11.955130 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 66aa59af-364a-493d-bbe6-6791e309b591 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:11.973498 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:12.071583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:12.079978 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:12.081401 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:12.093298 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:12.258404 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:12.447566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Pushing event updated for resources: {'Port': ['ID=61c3e633-77c7-4281-9936-1e274993820c,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:12.466298 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:12.605982 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Network 92a838cd-429c-4550-9aab-bd627ef05b7a is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:12.612409 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:12.720847 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:12.769633 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3204f-932f-4d2b-99d3-12598a3ef34e None None] Network 4f8e7682-5422-4806-8c26-b370f8eea56d requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:18:12.940453 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:12.994712 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:13.070327 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:13.111570 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Provisioning for port 66aa59af-364a-493d-bbe6-6791e309b591 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:13.123506 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Provisioning complete for port 66aa59af-364a-493d-bbe6-6791e309b591 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:13.124326 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.290576 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.76', 64037) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:13.451148 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.484168 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Transition to ACTIVE for port object dd30d510-c7ff-4a03-ae0d-4edaa74b3314 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:13.495192 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.502501 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:13.529385 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:13.570550 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-9df5db71-d10c-4a97-ae46-134b43c27b52 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:13.572259 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-9df5db71-d10c-4a97-ae46-134b43c27b52 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.76 "GET /v2.0/networks?id=d477740a-8182-4fd5-8676-71202d6b83af HTTP/1.1" status: 200 len: 810 time: 0.2733252 Jun 03 16:18:13.577330 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:13.595889 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Attempting to bind port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:13.596503 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Attempting to bind port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:13.597058 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Attempting to bind port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:13.598068 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:13.607302 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Pushing event updated for resources: {'Port': ['ID=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:13.609908 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:13.610519 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:13.611074 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.611614 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:13.612235 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Bound port: dd30d510-c7ff-4a03-ae0d-4edaa74b3314, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:13.612782 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.653756 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-84d927d9-b426-4b27-82f2-70139af5484b req-a8c7d3bc-0a9c-48b5-8643-06e805cab5fc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 210 time: 0.1253543 Jun 03 16:18:13.721431 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] For port dd30d510-c7ff-4a03-ae0d-4edaa74b3314, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:13.725899 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] For port dd30d510-c7ff-4a03-ae0d-4edaa74b3314, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:13.736037 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.736434 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.736773 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.737102 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.737481 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.738065 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.739110 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.739480 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.739811 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.740178 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.740507 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.741918 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Tracked resource versions report: Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: pushed versions: Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: { 'AddressGroup': {'1.2'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'ConntrackHelper': {'1.0'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Log': {'1.0'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Network': {'1.1'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Port': {'1.7'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'PortForwarding': {'1.2'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'QosPolicy': {'1.8'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroup': {'1.4'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroupRule': {'1.2'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'SubPort': {'1.0'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Subnet': {'1.1'}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Trunk': {'1.1'}} Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: consumer versions: Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: { DHCP agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: HyperV agent@hv-cinder-78652: {}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: L3 agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: Metadata agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: Metering agent@dv-cinder-786524-8-smb: {}, Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: Open vSwitch agent@dv-cinder-786524-8-smb: { 'AddressGroup': '1.2', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'ConntrackHelper': '1.0', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Log': '1.0', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Network': '1.1', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Port': '1.7', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'PortForwarding': '1.2', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'QosPolicy': '1.8', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroup': '1.4', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'SecurityGroupRule': '1.2', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'SubPort': '1.0', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Subnet': '1.1', Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: 'Trunk': '1.1'}} Jun 03 16:18:13.743058 dv-cinder-786524-8-smb neutron-server[91759]: {{(pid=91759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 16:18:13.746656 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:13.748426 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.769354 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:13.809710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:13.836166 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] 10.222.0.54 "PUT /v2.0/routers/1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4901562 Jun 03 16:18:13.882441 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Request body: {'port': {'device_id': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af', 'admin_state_up': True, 'tenant_id': '4c80f4311adc448bb500cbad3b42827a'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:13.892741 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.908562 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:13.962663 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:09Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:13.969479 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:13.980886 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc1b2-314f-42f7-bc6c-4b6bc9b80da3 None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:09Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:14.011172 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Routers {'0819d33c-1918-4ff5-811a-5cd7e00e3e06'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:14.017353 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:14.046154 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] For port 66aa59af-364a-493d-bbe6-6791e309b591, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=66aa59af-364a-493d-bbe6-6791e309b591,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:14.048675 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-025d46c1-9750-4d8e-ba9a-5860a5d55c8c req-e1d46eb7-6c10-4995-82b3-a2c287008aba tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.5175786 Jun 03 16:18:14.052881 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:14.061941 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3a39262a-09ae-4d18-b4f9-b160a15a795c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:14.169882 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.76', 64042) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:14.189852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:14.294198 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-78762f60-b5fd-4466-865b-ec446d4d39da None None] Provisioning complete for port 61c3e633-77c7-4281-9936-1e274993820c triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:14.294619 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-78762f60-b5fd-4466-865b-ec446d4d39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:14.335728 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Pushing event updated for resources: {'Port': ['ID=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:14.351857 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Pushing event updated for resources: {'Port': ['ID=66aa59af-364a-493d-bbe6-6791e309b591,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:14.354260 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:14.369216 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:14.537615 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-78762f60-b5fd-4466-865b-ec446d4d39da None None] Port 61c3e633-77c7-4281-9936-1e274993820c cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:14.775616 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-18886bda-efd9-4862-827c-e3d8a45a433f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:14.782995 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-18886bda-efd9-4862-827c-e3d8a45a433f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.6114023 Jun 03 16:18:14.789989 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-40aa7d3a-e2dd-4a41-b295-33324f0bbfb3 None None] Provisioning complete for port 66aa59af-364a-493d-bbe6-6791e309b591 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:14.790465 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40aa7d3a-e2dd-4a41-b295-33324f0bbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:14.802842 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Request body: {'port': {'device_id': '68e21a41-a97c-42af-b53e-e4f19868372d', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'admin_state_up': True, 'tenant_id': '7f542c1a71374300b7f6ca24c03492d5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:14.915738 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] Set router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:15.079386 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:15.102883 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Usage tracker for resource:port and tenant:4c80f4311adc448bb500cbad3b42827a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:15.114558 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:15.136937 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:15.159555 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:15.232229 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:15.245526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Usage tracker for resource:port and tenant:7f542c1a71374300b7f6ca24c03492d5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:15.251003 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:15.272158 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:15.293809 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Made reservation on behalf of 7f542c1a71374300b7f6ca24c03492d5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:15.297736 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:15.505617 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 66aa59af-364a-493d-bbe6-6791e309b591 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:15.584915 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51748) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:15.715570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51752) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:15.723564 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578082370', 'description': 'tempest-description--2033774321'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:15.767243 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:15.783716 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:15.817225 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:15.844998 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:15.847423 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 66aa59af-364a-493d-bbe6-6791e309b591 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:15.847810 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:15.917590 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Allocated IP 172.20.0.3 (1e984840-f817-4db7-b0c8-5a4389679323/2f31bb11-db2f-4a7c-868a-c998414cba29/0a83fdee-a8d6-4346-9063-cb689da0e472) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:15.920441 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.004997 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-35985b52-91d7-4aa0-bf5e-ab8680e34cba req-6c9bdc9e-9dad-4b63-8829-8cf0b422335e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 210 time: 0.2552025 Jun 03 16:18:16.005687 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:18:08Z', 'revision_number': 3, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:16.029629 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Made reservation on behalf of 4c80f4311adc448bb500cbad3b42827a for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:16.039043 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.051240 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b463a-06b6-42b8-af3e-90578516ae0c None None] The sync data for ids ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'] in dv-cinder-786524-8-smb is: [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:18:08Z', 'revision_number': 3, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:16.075922 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:16.079985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.109472 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:16.116369 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:16.123648 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:16.128329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Usage tracker for resource:security_group_rule and tenant:4d31cd90b7484077a10b39f523805683 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:16.132024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:16.159378 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:16.350848 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.400458 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:16.404190 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.440550 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Allocated IP 172.20.0.6 (d477740a-8182-4fd5-8676-71202d6b83af/ff9639f8-5a8e-4b77-848f-19d1ced31d50/442d3355-19cc-482e-9ef2-7ae512a3aa68) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:16.802988 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51776) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:16.807779 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Allocated IP 172.20.0.1 (592972e3-0317-4bda-8259-5457b522281a/116194ef-6c61-423b-b85a-db0842afa9d6/750db834-0dad-4f29-bbbf-35ba62b8f932) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:16.808435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3466979c-b157-42fc-96fe-ebebcde250c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:16.918080 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.962978 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0eccf8e6-9e0e-46be-a90e-ea97765722bd req-a726c2d4-5ce4-4795-a076-35641f526f48 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.6008737 Jun 03 16:18:17.145283 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:18:17.155484 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d31cd90b7484077a10b39f523805683&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5614774 Jun 03 16:18:17.156301 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51786) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:17.375395 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.378425 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bbfba-d529-451a-b090-53f6e8add440,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:17.430256 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.562283 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:17.611952 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:17.628817 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Network 1e984840-f817-4db7-b0c8-5a4389679323 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:17.631724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-80c5aaf1-b354-43d6-bbff-9661c71c92c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:17.659668 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.743009 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:17.749733 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:17.750120 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.763661 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:17.770051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.796744 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:17.814028 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:17.815583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.832315 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.848713 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:17.870748 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.915279 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Network 592972e3-0317-4bda-8259-5457b522281a is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:17.929204 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.955047 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.973362 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:17.985772 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:17.986487 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.009700 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event updated for resources: {'Port': ['ID=0a83fdee-a8d6-4346-9063-cb689da0e472,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:18.019452 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.035381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:18.049672 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:18.061903 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2635410 Jun 03 16:18:18.067601 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:18.075267 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.077244 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd30d510-c7ff-4a03-ae0d-4edaa74b3314 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:18.101069 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.121684 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4045413 Jun 03 16:18:18.161543 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-fcd44c3d-3952-4698-8755-f560e15408b6 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:18:18.163116 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-fcd44c3d-3952-4698-8755-f560e15408b6 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156374 Jun 03 16:18:18.163606 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:18.164274 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51796) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:18.176637 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'security_group_rule': {'security_group_id': '305a356d-fba5-4cbe-8550-2b4a576ddaf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:18.189800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:18.274881 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abaae58e-8cd8-40e0-aba6-8668eca15c52 req-91b68f4e-910e-4703-b195-6f96d8ea32e1 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.1215396 Jun 03 16:18:18.275701 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305a356d-fba5-4cbe-8550-2b4a576ddaf3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:18.290819 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:18.299553 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:18.311530 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:18.330399 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:18.355236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.371323 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:18.405808 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bbfba-d529-451a-b090-53f6e8add440,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:18.422194 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:18.442308 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:18.443888 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.462779 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:18.467913 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.487404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:18.509587 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:18.519908 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:18.521532 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.528816 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.530750 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e5bbfba-d529-451a-b090-53f6e8add440 HTTP/1.1" status: 204 len: 168 time: 1.3649795 Jun 03 16:18:18.587168 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.597566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.612206 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:18.652920 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40f9976-ec3d-411c-b9dd-b6506a23586f,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:18.665024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:18.672760 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.675990 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5035968 Jun 03 16:18:18.679176 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51808) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:18.690651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'security_group_rule': {'security_group_id': '305a356d-fba5-4cbe-8550-2b4a576ddaf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:18.697362 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:18.702995 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:18.703237 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:18.707155 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:18.725193 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:18.800479 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.845551 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.872329 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port dd30d510-c7ff-4a03-ae0d-4edaa74b3314, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:18.874424 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:18.876626 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:18.947125 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Usage tracker for resource:security_group_rule and tenant:bc0d874d6321481e9ddc4ab8e17b72fb is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:18.969925 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Request body: {'port': {'device_id': '68e21a41-a97c-42af-b53e-e4f19868372d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:18.987672 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.033695 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:19.091322 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:19.154193 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:19.159852 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:19.176127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.210147 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:19.348926 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:19.385991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.397243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.496857 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b42454-363e-48b2-b275-af3a124b1130 req-c2c8b334-e04f-4b7f-857b-8ecd7f69dd7e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:19.501530 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-77b42454-363e-48b2-b275-af3a124b1130 req-c2c8b334-e04f-4b7f-857b-8ecd7f69dd7e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 931 time: 1.9126058 Jun 03 16:18:19.584266 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1aaf5492-b866-494d-b676-b8a394781bf3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:19.628143 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.673464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=750db834-0dad-4f29-bbbf-35ba62b8f932,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:19.714038 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:19.785536 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63e6595-d6da-4e8f-a4b7-c3878dda65dc,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:19.795309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:19.822891 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-84a8a3bc-83bc-4210-bb79-8f847604ff77 req-c8a84c02-a8e9-4c35-81aa-54753470595b tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.2223740 Jun 03 16:18:19.837756 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.847794 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1593542 Jun 03 16:18:19.847794 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51828) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:19.848494 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.849958 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'floatingip': {'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:19.857608 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.009s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:19.858644 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:19.859178 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.860304 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.863386 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:floatingip and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:19.866876 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.868876 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:19.876637 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:19.887215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.905995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.907018 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:19.916278 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:19.938648 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc0d874d6321481e9ddc4ab8e17b72fb&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1140609 Jun 03 16:18:19.940769 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51830) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:20.085177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:20.085583 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.281215 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-77b42454-363e-48b2-b275-af3a124b1130 req-b57059e2-ce20-4965-81b1-084d6778741d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255867 Jun 03 16:18:20.311804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa6641-3ae5-4bc9-a4e0-ef4b5d3ffc2c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:20.323505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.325612 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:20.340303 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:20.408193 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 2, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:20.441121 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:20.441397 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Updating router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb port 61c3e633-77c7-4281-9936-1e274993820c binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:20.593544 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3795df2-9f8e-4754-968c-bd279c11c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.614561 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.620982 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.672834 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.690758 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd30d510-c7ff-4a03-ae0d-4edaa74b3314 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:20.773858 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=750db834-0dad-4f29-bbbf-35ba62b8f932,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:20.853311 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:20.874789 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:20.920485 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a83fdee-a8d6-4346-9063-cb689da0e472 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:20.931084 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.950741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Transition to ACTIVE for port object 0a83fdee-a8d6-4346-9063-cb689da0e472 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:20.958189 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.974428 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:21.012133 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.025516 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Network d477740a-8182-4fd5-8676-71202d6b83af is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:21.045414 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:21.075308 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:21.088622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:21.091446 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.109017 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Network 592972e3-0317-4bda-8259-5457b522281a is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:21.145420 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:21.169127 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:21.169700 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.280717 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51856) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:21.347680 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Pushing event updated for resources: {'Port': ['ID=442d3355-19cc-482e-9ef2-7ae512a3aa68,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:21.362587 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:21.382299 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:18:21.453906 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.456955 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5785189 Jun 03 16:18:21.466771 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.468623 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eaaa6641-3ae5-4bc9-a4e0-ef4b5d3ffc2c HTTP/1.1" status: 204 len: 168 time: 1.5140703 Jun 03 16:18:21.476094 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:21.531983 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Request body: {'port': {'device_id': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:21.654111 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa6641-3ae5-4bc9-a4e0-ef4b5d3ffc2c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:21.776505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:21.799681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Pushing event updated for resources: {'Port': ['ID=0a83fdee-a8d6-4346-9063-cb689da0e472,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:21.841176 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.853312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:21.854809 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Transition to ACTIVE for port object 61c3e633-77c7-4281-9936-1e274993820c will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:21.863687 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Attempting to bind port 0a83fdee-a8d6-4346-9063-cb689da0e472 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:21.864044 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Attempting to bind port 0a83fdee-a8d6-4346-9063-cb689da0e472 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:21.864393 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Attempting to bind port 0a83fdee-a8d6-4346-9063-cb689da0e472 on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:21.877609 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Port 0a83fdee-a8d6-4346-9063-cb689da0e472 on network 1e984840-f817-4db7-b0c8-5a4389679323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:21.877934 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Attempting to bind port 0a83fdee-a8d6-4346-9063-cb689da0e472 on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:21.905368 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.907584 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:21.907969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Checking segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:21.908548 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Bound using segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:21.909016 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Bound port: 0a83fdee-a8d6-4346-9063-cb689da0e472, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:21.909364 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.918063 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:21.933312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81778f02-833d-4e6f-8464-a2c90ba80b09 req-bb7acf1e-ecaf-4504-b1c1-45e52770abeb tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:21.935287 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-81778f02-833d-4e6f-8464-a2c90ba80b09 req-bb7acf1e-ecaf-4504-b1c1-45e52770abeb tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 931 time: 0.8153510 Jun 03 16:18:22.054751 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] For port 0a83fdee-a8d6-4346-9063-cb689da0e472, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:22.061043 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] For port 0a83fdee-a8d6-4346-9063-cb689da0e472, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0a83fdee-a8d6-4346-9063-cb689da0e472,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:22.063314 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Allocated IP 172.28.1.78 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/25dae01c-c971-474d-8065-a8a15a5222e1) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:22.072870 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.147418 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:22.303306 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51874) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:22.304535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.306734 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b14de6-e32a-4e8d-8ede-813820f376c9 None None] Pushing event updated for resources: {'Port': ['ID=61c3e633-77c7-4281-9936-1e274993820c,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.320660 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:22.321441 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.323592 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] 10.222.0.76 "PUT /v2.0/ports/0a83fdee-a8d6-4346-9063-cb689da0e472 HTTP/1.1" status: 200 len: 1093 time: 3.5834301 Jun 03 16:18:22.365336 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e21a41-a97c-42af-b53e-e4f19868372d', 'tag': '0a83fdee-a8d6-4346-9063-cb689da0e472'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:22.453256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Pushing event updated for resources: {'Port': ['ID=0a83fdee-a8d6-4346-9063-cb689da0e472,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.466353 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-37b14de6-e32a-4e8d-8ede-813820f376c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:22.568448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:22.591948 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.608240 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-81778f02-833d-4e6f-8464-a2c90ba80b09 req-2ce8c4a5-b554-45f3-b345-53ad7c096d8a tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412359 Jun 03 16:18:22.611249 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:22.648627 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:22.663170 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:22.669984 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Attempting to bind port 61c3e633-77c7-4281-9936-1e274993820c on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:22.673964 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Attempting to bind port 61c3e633-77c7-4281-9936-1e274993820c by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:22.675718 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Attempting to bind port 61c3e633-77c7-4281-9936-1e274993820c on network 92a838cd-429c-4550-9aab-bd627ef05b7a {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:22.682893 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Usage tracker for resource:security_group_rule and tenant:788aabd459604eccaa823f11fbd4cfc5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:22.684047 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:22.684687 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:22.689282 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:22.699495 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:22.703155 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Checking segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:22.703811 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.704378 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Bound using segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:22.705028 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Bound port: 61c3e633-77c7-4281-9936-1e274993820c, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:22.705724 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.713498 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:22.717503 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:22.730642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Usage tracker for resource:security_group_rule and tenant:99137aa9a1864564acf75951f6a6755c is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:22.738974 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:22.774300 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:22.905602 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:22.991280 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.996128 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-36bc1cb4-0796-436e-bfb1-b78e5df31738 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.7711463 Jun 03 16:18:23.000987 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51884) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:23.007078 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] For port 61c3e633-77c7-4281-9936-1e274993820c, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:23.014820 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949cc71d-c31e-4202-9626-59ab688f8325" -d '{"events": [{"name": "network-changed", "server_uuid": "68e21a41-a97c-42af-b53e-e4f19868372d", "tag": "0a83fdee-a8d6-4346-9063-cb689da0e472"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:23.022307 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] For port 61c3e633-77c7-4281-9936-1e274993820c, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=61c3e633-77c7-4281-9936-1e274993820c,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:23.032963 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.034943 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.048720 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:23.048933 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.145429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-266e4ebb-abe3-407e-b6cb-3380df63aea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.176318 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b14de6-e32a-4e8d-8ede-813820f376c9 None None] Pushing event updated for resources: {'Port': ['ID=61c3e633-77c7-4281-9936-1e274993820c,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.188050 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:23.188710 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:17:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:23.251485 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:23.343548 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51886) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:23.367679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc5e6-eae9-4018-b79f-476a0898bc84 req-708c1655-62a0-403d-b994-be678357c194 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:23.370287 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-153bc5e6-eae9-4018-b79f-476a0898bc84 req-708c1655-62a0-403d-b994-be678357c194 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 943 time: 1.7187357 Jun 03 16:18:23.371224 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.418587 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-37b14de6-e32a-4e8d-8ede-813820f376c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:23.501862 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.508338 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2fd02c-4c3d-4876-97c9-deab675e1d2c x-openstack-request-id: req-9e2fd02c-4c3d-4876-97c9-deab675e1d2c {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:23.509578 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e21a41-a97c-42af-b53e-e4f19868372d", "tag": "0a83fdee-a8d6-4346-9063-cb689da0e472", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:23.510061 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e2fd02c-4c3d-4876-97c9-deab675e1d2c {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:23.511984 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e21a41-a97c-42af-b53e-e4f19868372d', 'tag': '0a83fdee-a8d6-4346-9063-cb689da0e472', 'status': 'completed', 'code': 200} Jun 03 16:18:23.679579 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:23.857175 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:23.871028 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:13Z', 'revision_number': 3, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:23.875384 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:23.875684 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Updating router 6a2cee29-c1da-4f09-b465-24d955ee14c9 port dc8f8273-5911-4f6b-a61b-1ff43396ff4d binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:23.970875 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.005211 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-f499e38c-59fb-4aca-b235-ed71d16829c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:24.006920 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-f499e38c-59fb-4aca-b235-ed71d16829c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 1096 time: 1.5408986 Jun 03 16:18:24.124243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:24.137882 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] 10.222.0.54 "PUT /v2.0/routers/0819d33c-1918-4ff5-811a-5cd7e00e3e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5087757 Jun 03 16:18:24.158049 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-153bc5e6-eae9-4018-b79f-476a0898bc84 req-8c19b23f-15e8-42ca-a134-e1954286cddc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763529 Jun 03 16:18:24.179670 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Sync routers for ids ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:24.214312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'Port': ['ID=25dae01c-c971-474d-8065-a8a15a5222e1,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.230888 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Routers {'0819d33c-1918-4ff5-811a-5cd7e00e3e06'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:24.232570 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:24.259473 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:24.395372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442d3355-19cc-482e-9ef2-7ae512a3aa68 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:24.416178 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.436608 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.460060 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Transition to ACTIVE for port object 442d3355-19cc-482e-9ef2-7ae512a3aa68 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:24.474683 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:24.478968 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.485349 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:24.604713 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.620003 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:24.627450 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Pushing event updated for resources: {'Port': ['ID=442d3355-19cc-482e-9ef2-7ae512a3aa68,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.628984 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:24.642529 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:24.724942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 61c3e633-77c7-4281-9936-1e274993820c up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:24.766427 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.793557 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Transition to ACTIVE for port object dc8f8273-5911-4f6b-a61b-1ff43396ff4d will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:24.797466 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-2ca1a1a0-dd2e-465b-9312-6c3c64c5a750 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a83fdee-a8d6-4346-9063-cb689da0e472 HTTP/1.1" status: 200 len: 217 time: 0.5079975 Jun 03 16:18:24.801634 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.811786 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:24.827814 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.878358 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a499ade-7e40-486d-9845-1ac61e77522e None None] Pushing event updated for resources: {'Port': ['ID=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.907798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.909637 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Attempting to bind port dc8f8273-5911-4f6b-a61b-1ff43396ff4d on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:24.910064 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Attempting to bind port dc8f8273-5911-4f6b-a61b-1ff43396ff4d by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:24.910557 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Attempting to bind port dc8f8273-5911-4f6b-a61b-1ff43396ff4d on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:24.914706 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.918946 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:24.919336 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:24.919958 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.920170 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:24.920633 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Bound port: dc8f8273-5911-4f6b-a61b-1ff43396ff4d, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:24.921016 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.967977 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Attempting to bind port 442d3355-19cc-482e-9ef2-7ae512a3aa68 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:24.968387 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Attempting to bind port 442d3355-19cc-482e-9ef2-7ae512a3aa68 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0dea2633-5e8e-487d-bbc5-0f6070cb5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:24.968753 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Attempting to bind port 442d3355-19cc-482e-9ef2-7ae512a3aa68 on network d477740a-8182-4fd5-8676-71202d6b83af {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:24.973242 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.987149 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.993326 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.998485 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd3b8f5d6b148c282496771a6687d5c is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:25.003203 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:25.013598 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:25.014579 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] For port dc8f8273-5911-4f6b-a61b-1ff43396ff4d, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:25.018228 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] For port dc8f8273-5911-4f6b-a61b-1ff43396ff4d, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:25.029092 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Port 442d3355-19cc-482e-9ef2-7ae512a3aa68 on network d477740a-8182-4fd5-8676-71202d6b83af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:25.029399 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Attempting to bind port 442d3355-19cc-482e-9ef2-7ae512a3aa68 on network d477740a-8182-4fd5-8676-71202d6b83af {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:25.049297 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Set router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:25.051128 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:25.051499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Checking segment: {'id': '0dea2633-5e8e-487d-bbc5-0f6070cb5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:25.052134 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Bound using segment: {'id': '0dea2633-5e8e-487d-bbc5-0f6070cb5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:25.052841 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Bound port: 442d3355-19cc-482e-9ef2-7ae512a3aa68, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dea2633-5e8e-487d-bbc5-0f6070cb5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:25.053192 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.055572 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a499ade-7e40-486d-9845-1ac61e77522e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:25.057270 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.061747 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a499ade-7e40-486d-9845-1ac61e77522e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:25.244280 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-c40da658-b11b-4512-87d0-7df7d5177bc2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:25.244962 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-c40da658-b11b-4512-87d0-7df7d5177bc2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Synchronizing usage tracker for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:25.250922 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e09c617-dcbb-4459-a37b-46b25985e9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:25.263396 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a499ade-7e40-486d-9845-1ac61e77522e None None] Pushing event updated for resources: {'Port': ['ID=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.264101 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] For port 442d3355-19cc-482e-9ef2-7ae512a3aa68, host hv-cinder-78652, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:25.268565 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] For port 442d3355-19cc-482e-9ef2-7ae512a3aa68, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68,segment=NetworkSegment(0dea2633-5e8e-487d-bbc5-0f6070cb5942),segment_id=0dea2633-5e8e-487d-bbc5-0f6070cb5942)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:25.275432 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.280594 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a499ade-7e40-486d-9845-1ac61e77522e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:25.281216 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:25.305824 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:25.306495 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:25.344167 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:25.345042 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.346663 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] 10.222.0.76 "PUT /v2.0/ports/442d3355-19cc-482e-9ef2-7ae512a3aa68 HTTP/1.1" status: 200 len: 1093 time: 3.8330147 Jun 03 16:18:25.347262 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'tag': '442d3355-19cc-482e-9ef2-7ae512a3aa68'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:25.485356 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Pushing event updated for resources: {'Port': ['ID=442d3355-19cc-482e-9ef2-7ae512a3aa68,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.493485 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:25.503781 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 61c3e633-77c7-4281-9936-1e274993820c completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:25.516915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 61c3e633-77c7-4281-9936-1e274993820c triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:25.517298 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.534273 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7701e9cb-0a07-491b-9fd7-2e1e06aac41a", "tag": "442d3355-19cc-482e-9ef2-7ae512a3aa68"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:25.592613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-873a6866-43dc-4135-b1b3-34eca381ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:25.594285 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-873a6866-43dc-4135-b1b3-34eca381ae00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c80f4311adc448bb500cbad3b42827a&device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 1096 time: 0.0979590 Jun 03 16:18:25.632302 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.700433 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:25.944714 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:22Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:25.951289 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.976134 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7efcdf-2bec-4904-8cd8-e6b16aeefaca None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:22Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:26.116858 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.121776 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99137aa9a1864564acf75951f6a6755c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8066072 Jun 03 16:18:26.125551 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51930) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:26.159212 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4111fc3-1d3e-463c-bfd0-b750fb5b0695 req-b58adc2f-e5ec-4be7-99a2-b0273506ac87 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:26.166651 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c4111fc3-1d3e-463c-bfd0-b750fb5b0695 req-b58adc2f-e5ec-4be7-99a2-b0273506ac87 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 931 time: 2.1100059 Jun 03 16:18:26.199738 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 61c3e633-77c7-4281-9936-1e274993820c, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=61c3e633-77c7-4281-9936-1e274993820c,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:26.212893 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.215324 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.235538 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:26.302014 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.357616 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c4111fc3-1d3e-463c-bfd0-b750fb5b0695 req-68faf44c-a24f-4b32-883d-a8a48d1e4fd5 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899748 Jun 03 16:18:26.363114 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=788aabd459604eccaa823f11fbd4cfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9446855 Jun 03 16:18:26.367140 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07d82-425d-4b35-9519-83ef6d1370a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795a1bb6-351e-405c-9c94-1a18fc5456a2,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:26.385029 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51932) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:26.524344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339778f-4da5-44fd-abd3-77c4ed17e366,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:26.530620 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.533363 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.559339 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f467b-cbda-4f32-a482-40e984de666a req-cb69ab76-12f6-4374-bfe0-bed17c17a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:26.560969 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-cb69ab76-12f6-4374-bfe0-bed17c17a95a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 1.5760145 Jun 03 16:18:26.561089 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:26.569860 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:13Z', 'revision_number': 3, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:26.573475 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.322s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:26.573617 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.916s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:26.573837 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:26.574075 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=61c3e633-77c7-4281-9936-1e274993820c,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:26.580628 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008b32c-dde0-4ad5-8594-0e3cb6f3eacd None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:13Z', 'revision_number': 3, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:26.583886 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:26.585850 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '750db834-0dad-4f29-bbbf-35ba62b8f932', 'name': '', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'mac_address': 'fa:16:3e:89:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:14Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 2, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'subnets': [{'id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:26.591192 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Checking router: 0819d33c-1918-4ff5-811a-5cd7e00e3e06 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:26.591552 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Updating router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 port 750db834-0dad-4f29-bbbf-35ba62b8f932 binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:26.610622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f339778f-4da5-44fd-abd3-77c4ed17e366,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:26.618982 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:26.628216 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.639719 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f339778f-4da5-44fd-abd3-77c4ed17e366 HTTP/1.1" status: 204 len: 168 time: 0.5108514 Jun 03 16:18:26.657728 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.692084 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Allocated IP 172.20.0.1 (4f8e7682-5422-4806-8c26-b370f8eea56d/15226c7d-29f7-4908-9689-8e5280457dc0/7c7aeb27-cff0-4eba-9c28-6671a30da87f) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:26.715762 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.153132 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.359569 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51940) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:27.383293 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.387042 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.413251 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:27.413590 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Transition to ACTIVE for port object 750db834-0dad-4f29-bbbf-35ba62b8f932 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:27.417848 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1d8a14e558482194b24178dd704e01 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:27.421544 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:27.426520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.430505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:27.431881 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:27.436560 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.450806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.454885 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.466568 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-c40da658-b11b-4512-87d0-7df7d5177bc2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Unset dirty status for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:27.468084 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-c40da658-b11b-4512-87d0-7df7d5177bc2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 819 time: 2.5016277 Jun 03 16:18:27.489586 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-556ca905-9832-49d0-b39d-75612e6f0411 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:27.490349 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-556ca905-9832-49d0-b39d-75612e6f0411 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:27.500328 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-bc5b6596-8895-4118-99aa-20d687327e14 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/quotas/bc58b3b4a00d40fab7dbefdd309dcfd8 HTTP/1.1" status: 200 len: 375 time: 0.0131793 Jun 03 16:18:27.517185 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-349aa6db-6d48-4497-9e07-75954b09ce3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:27.527095 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.589409 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.627983 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-7517e432-41b7-4519-9c31-a137b62880fe tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Synchronizing usage tracker for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:27.631638 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32accf4-3d7f-4e5d-8ccf-018aa2b59047 None None] Pushing event updated for resources: {'Port': ['ID=750db834-0dad-4f29-bbbf-35ba62b8f932,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.660158 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.662454 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-7517e432-41b7-4519-9c31-a137b62880fe tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Unset dirty status for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:27.663757 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-7517e432-41b7-4519-9c31-a137b62880fe tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577201 Jun 03 16:18:27.665935 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f32accf4-3d7f-4e5d-8ccf-018aa2b59047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:27.677339 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbd3b8f5d6b148c282496771a6687d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3301122 Jun 03 16:18:27.683339 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51944) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:27.683832 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-556ca905-9832-49d0-b39d-75612e6f0411 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:27.690830 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-556ca905-9832-49d0-b39d-75612e6f0411 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 943 time: 0.7912276 Jun 03 16:18:27.692815 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.694052 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8495965 Jun 03 16:18:27.694840 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.709829 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e437223-ca24-4ed6-89f2-10e69f0835d6,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.710619 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Attempting to bind port 750db834-0dad-4f29-bbbf-35ba62b8f932 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:27.711007 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Attempting to bind port 750db834-0dad-4f29-bbbf-35ba62b8f932 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:27.711384 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Attempting to bind port 750db834-0dad-4f29-bbbf-35ba62b8f932 on network 592972e3-0317-4bda-8259-5457b522281a {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:27.736180 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:27.736793 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Checking segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:27.737370 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.737990 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Bound using segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:27.738682 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Bound port: 750db834-0dad-4f29-bbbf-35ba62b8f932, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:27.739260 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.754310 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.761748 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/795a1bb6-351e-405c-9c94-1a18fc5456a2 HTTP/1.1" status: 204 len: 168 time: 1.3444662 Jun 03 16:18:27.791197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:27.791452 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-035cff4e-e6a9-4ee7-8376-03af50f1c3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:27.840598 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Transition to ACTIVE for port object 7c7aeb27-cff0-4eba-9c28-6671a30da87f will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:27.855584 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795a1bb6-351e-405c-9c94-1a18fc5456a2,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.862916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:27.873375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:27.909789 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] For port 750db834-0dad-4f29-bbbf-35ba62b8f932, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:27.915152 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] For port 750db834-0dad-4f29-bbbf-35ba62b8f932, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=750db834-0dad-4f29-bbbf-35ba62b8f932,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:27.920741 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.930809 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bda91a40-ac41-4cf8-affd-35220eeb33bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:27.944779 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-3cd5d321-c19c-4952-aca7-5f15fcb2d99b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:27.997344 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Routers {'0819d33c-1918-4ff5-811a-5cd7e00e3e06'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:27.997996 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:28.002774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-3cd5d321-c19c-4952-aca7-5f15fcb2d99b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:28.003948 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9416914c-ad31-491d-a8b7-98c13a2c6104 req-3cd5d321-c19c-4952-aca7-5f15fcb2d99b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122635 Jun 03 16:18:28.028099 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'Port': ['ID=25dae01c-c971-474d-8065-a8a15a5222e1,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.063963 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.079065 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.083646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:28.084804 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.100635 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32accf4-3d7f-4e5d-8ccf-018aa2b59047 None None] Pushing event updated for resources: {'Port': ['ID=750db834-0dad-4f29-bbbf-35ba62b8f932,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.103972 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f32accf4-3d7f-4e5d-8ccf-018aa2b59047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:28.126476 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:28.129044 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.199565 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.214256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:28.222646 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e1d8a14e558482194b24178dd704e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618438 Jun 03 16:18:28.223462 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ddc7b-1c54-40e9-8a7a-a3bc43a85fbf,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.227216 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 51956) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:28.247979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:28.250914 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-d569fa12-0072-46a0-9bec-fd5a4ccb6d48 service neutron] 10.222.0.54 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781355 Jun 03 16:18:28.315425 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Pushing event updated for resources: {'Port': ['ID=7c7aeb27-cff0-4eba-9c28-6671a30da87f,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.319652 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] Set router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:28.320601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:28.330677 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Network 4f8e7682-5422-4806-8c26-b370f8eea56d is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:28.332405 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:28.334376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.347313 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:28.348159 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.380575 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:28.421961 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e437223-ca24-4ed6-89f2-10e69f0835d6,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.425451 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.432093 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e437223-ca24-4ed6-89f2-10e69f0835d6 HTTP/1.1" status: 204 len: 168 time: 0.7342477 Jun 03 16:18:28.438205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:28.481164 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57ef37a-d1c7-4e71-84e4-2910ef25c8ed x-openstack-request-id: req-a57ef37a-d1c7-4e71-84e4-2910ef25c8ed {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:28.481635 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7701e9cb-0a07-491b-9fd7-2e1e06aac41a", "tag": "442d3355-19cc-482e-9ef2-7ae512a3aa68", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:28.481719 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a57ef37a-d1c7-4e71-84e4-2910ef25c8ed {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:28.482402 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'tag': '442d3355-19cc-482e-9ef2-7ae512a3aa68', 'status': 'completed', 'code': 200} Jun 03 16:18:28.546427 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.663814 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-f775a421-dec3-480e-bc4c-96856a04e350 service neutron] 10.222.0.54 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066358 Jun 03 16:18:28.700570 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.786770 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.812003 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:28.825305 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 61c3e633-77c7-4281-9936-1e274993820c up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:28.843829 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ddc7b-1c54-40e9-8a7a-a3bc43a85fbf,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.846933 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:28.851555 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.855592 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/930ddc7b-1c54-40e9-8a7a-a3bc43a85fbf HTTP/1.1" status: 204 len: 168 time: 0.6244931 Jun 03 16:18:28.935173 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-96598c82-0df8-438b-97f7-dd69e1c12c4f None None] Provisioning for port 7c7aeb27-cff0-4eba-9c28-6671a30da87f completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:28.950780 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.967471 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-96598c82-0df8-438b-97f7-dd69e1c12c4f None None] Provisioning complete for port 7c7aeb27-cff0-4eba-9c28-6671a30da87f triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:28.967860 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-96598c82-0df8-438b-97f7-dd69e1c12c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.118841 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516922a-62d4-4272-94e1-b54387b36b33 req-1f98bc59-fbf6-4a13-81f1-40f4fc496aed tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:29.130236 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7516922a-62d4-4272-94e1-b54387b36b33 req-1f98bc59-fbf6-4a13-81f1-40f4fc496aed tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 943 time: 0.4526200 Jun 03 16:18:29.158942 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-150bea20-7d06-4234-ae29-9bb32bbcb8a5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1578082370&fields=id&tenant_id=27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 267 time: 0.0759389 Jun 03 16:18:29.247715 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-96598c82-0df8-438b-97f7-dd69e1c12c4f None None] Port 7c7aeb27-cff0-4eba-9c28-6671a30da87f cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:29.252812 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 61c3e633-77c7-4281-9936-1e274993820c triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:29.252812 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.280672 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 51994) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:29.291846 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7516922a-62d4-4272-94e1-b54387b36b33 req-65f99784-34f1-4052-ba11-8afecaed0069 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587048 Jun 03 16:18:29.354797 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.381454 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:29.433541 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-a8b425f2-8ff3-4717-ada1-5df3c43a09e0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:29.446870 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-a8b425f2-8ff3-4717-ada1-5df3c43a09e0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 816 time: 0.2868273 Jun 03 16:18:29.449367 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Usage tracker for resource:security_group_rule and tenant:88bb6b1bff40409da0006e6d5fcf11fc is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:29.456358 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '750db834-0dad-4f29-bbbf-35ba62b8f932', 'name': '', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'mac_address': 'fa:16:3e:89:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:14Z', 'updated_at': '2021-06-03T16:18:27Z', 'revision_number': 4, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'subnets': [{'id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:29.462594 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0ad-0c8b-40bc-b6c3-b73cd0c5dc13 None None] The sync data for ids ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'] in dv-cinder-786524-8-smb is: [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '750db834-0dad-4f29-bbbf-35ba62b8f932', 'name': '', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'mac_address': 'fa:16:3e:89:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:14Z', 'updated_at': '2021-06-03T16:18:27Z', 'revision_number': 4, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'subnets': [{'id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:29.474935 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:29.479885 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-467af2b3-3ef9-46a5-9c52-66ec1782c0ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/quotas/27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 375 time: 0.0317926 Jun 03 16:18:29.640012 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dc8f8273-5911-4f6b-a61b-1ff43396ff4d up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:29.750113 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-6984e007-f0f4-49ad-8c7a-1c1ea6d92329 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2689366 Jun 03 16:18:29.767418 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port dc8f8273-5911-4f6b-a61b-1ff43396ff4d completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:29.772633 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port dc8f8273-5911-4f6b-a61b-1ff43396ff4d triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:29.773021 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.779383 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f48786a0-21be-48fe-8f61-ed70632faaa7 req-19eac618-63fb-4be1-a8b6-436daf7bc399 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 210 time: 0.3738739 Jun 03 16:18:29.815167 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:29.894418 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.907567 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.912320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.919070 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f3ad2a16-0c54-4baa-841f-0aebb9eb8f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:29.987613 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.018665 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port dc8f8273-5911-4f6b-a61b-1ff43396ff4d, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:30.026679 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.030206 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-09ca024d-f2d8-4149-88f5-a8d4a6f39ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:30.074599 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-af0e41c6-c471-4376-bd52-0edf33512e48 service neutron] 10.222.0.54 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170490 Jun 03 16:18:30.143672 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.150470 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:30.302913 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-e4cd30f8-8c67-4084-87b0-b5a2b6e7adde service neutron] 10.222.0.54 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214816 Jun 03 16:18:30.436040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.460483 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Pushing event updated for resources: {'Port': ['ID=7c7aeb27-cff0-4eba-9c28-6671a30da87f,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.463755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:30.527974 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-4d854f99-cdf2-431c-9957-869d0e5405b6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68 HTTP/1.1" status: 200 len: 217 time: 0.1339619 Jun 03 16:18:30.630316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.677093 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-82e21997-5fd0-43e8-894d-b7e4b93b6bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:30.745719 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-64976914-f6ed-4ce6-ba08-0b24cda75754 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2926655 Jun 03 16:18:30.807739 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c8ec04-8b4a-433f-80ee-0453fe3040a4,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.813050 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:30.866906 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 750db834-0dad-4f29-bbbf-35ba62b8f932 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:30.913261 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-e408140d-565c-4634-b85e-eb7a6167fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:30.914890 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-e408140d-565c-4634-b85e-eb7a6167fc0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff9639f8-5a8e-4b77-848f-19d1ced31d50 HTTP/1.1" status: 200 len: 850 time: 0.3792377 Jun 03 16:18:31.037843 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-ac2b6fb4-a956-4d76-9918-ba2d5879ba10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d477740a-8182-4fd5-8676-71202d6b83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064868 Jun 03 16:18:31.041998 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b83b6-bd93-4d4c-b9ef-f97decbb6fad req-ae430478-2444-4a3f-a24b-aa40058bc33a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:31.048700 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-0432d3d4-e5d8-410a-a65f-8a6b700283c8 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:31.050770 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-036b83b6-bd93-4d4c-b9ef-f97decbb6fad req-ae430478-2444-4a3f-a24b-aa40058bc33a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 943 time: 1.0790219 Jun 03 16:18:31.064542 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-0432d3d4-e5d8-410a-a65f-8a6b700283c8 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 819 time: 0.4487886 Jun 03 16:18:31.070353 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.086564 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88bb6b1bff40409da0006e6d5fcf11fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7898810 Jun 03 16:18:31.092216 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52058) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:31.102891 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-a1aa70fa-d91e-489b-9260-be67e261624a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/quotas/bc58b3b4a00d40fab7dbefdd309dcfd8 HTTP/1.1" status: 200 len: 375 time: 0.0373936 Jun 03 16:18:31.115975 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 750db834-0dad-4f29-bbbf-35ba62b8f932 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:31.123061 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 750db834-0dad-4f29-bbbf-35ba62b8f932 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:31.123892 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.324810 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Network 4f8e7682-5422-4806-8c26-b370f8eea56d is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:31.346491 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.358881 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:31.415042 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 750db834-0dad-4f29-bbbf-35ba62b8f932, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=750db834-0dad-4f29-bbbf-35ba62b8f932,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:31.423855 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-a239618f-d9f3-4ce0-9b8c-6e437faa6752 service neutron] 10.222.0.76 "GET /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572919 Jun 03 16:18:31.426754 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.428841 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dc8f8273-5911-4f6b-a61b-1ff43396ff4d up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:31.574045 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:31.712443 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-036b83b6-bd93-4d4c-b9ef-f97decbb6fad req-5dabb2f4-3c42-4eed-a3b9-22b541557b35 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603298 Jun 03 16:18:31.728609 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port dc8f8273-5911-4f6b-a61b-1ff43396ff4d triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:31.732663 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.740611 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.798316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:31.800562 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-086ce526-03b6-40d3-924a-b212de875e24 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0540380 Jun 03 16:18:31.826214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.76', 64056) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:31.851871 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-648dad9b-d036-4efc-bd96-9dea470a5604 None None] Provisioning complete for port 7c7aeb27-cff0-4eba-9c28-6671a30da87f triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:31.852345 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-648dad9b-d036-4efc-bd96-9dea470a5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.963185 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-648dad9b-d036-4efc-bd96-9dea470a5604 None None] Port 7c7aeb27-cff0-4eba-9c28-6671a30da87f cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:31.986093 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=750db834-0dad-4f29-bbbf-35ba62b8f932,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:31.998761 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:32.046503 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-708aedba-c87c-4f06-9f50-188bedddd6d2 req-abb3f413-6f07-4171-8d3d-f6f24f83f045 service neutron] 10.222.0.76 "GET /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524888 Jun 03 16:18:32.081432 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.132135 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-6a06d095-d036-4264-a130-fd8c441ca72d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0216758 Jun 03 16:18:32.357754 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-aa71fb50-d3bd-4136-9cba-445f292ad63f service neutron] 10.222.0.54 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247474 Jun 03 16:18:32.399090 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-f8a988e4-9d6d-4335-85e8-c131665b67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:32.400836 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-f8a988e4-9d6d-4335-85e8-c131665b67a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c80f4311adc448bb500cbad3b42827a&device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 1096 time: 0.2071548 Jun 03 16:18:32.405329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:32.416404 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:32.454973 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:32.455623 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:32.554190 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.588459 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] 10.222.0.54 "PUT /v2.0/routers/6a2cee29-c1da-4f09-b465-24d955ee14c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5594909 Jun 03 16:18:32.588459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:32.597694 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.601314 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12c8ec04-8b4a-433f-80ee-0453fe3040a4 HTTP/1.1" status: 204 len: 168 time: 1.4957232 Jun 03 16:18:32.610217 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c8ec04-8b4a-433f-80ee-0453fe3040a4,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:32.629698 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:32.681831 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 750db834-0dad-4f29-bbbf-35ba62b8f932 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:32.770533 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ebb07-24b4-4e45-b92a-4c9d74df8478 req-2dcda4fa-fa66-4ec6-8412-4ece98272ea5 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:32.774204 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-813ebb07-24b4-4e45-b92a-4c9d74df8478 req-2dcda4fa-fa66-4ec6-8412-4ece98272ea5 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 943 time: 0.5865588 Jun 03 16:18:32.791033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-a10e34ab-914d-4202-bab4-a51b8c4a146d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:32.793838 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-a10e34ab-914d-4202-bab4-a51b8c4a146d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 819 time: 0.6594033 Jun 03 16:18:32.858486 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.76', 64059) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:32.903309 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 750db834-0dad-4f29-bbbf-35ba62b8f932 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:32.903309 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.945911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-f37016cf-1b53-42ed-b9cd-a4d3122697b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:32.948336 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-f37016cf-1b53-42ed-b9cd-a4d3122697b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d477740a-8182-4fd5-8676-71202d6b83af HTTP/1.1" status: 200 len: 911 time: 0.4955833 Jun 03 16:18:32.965669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Request body: {'port': {'device_id': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'admin_state_up': True, 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:32.989640 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:33.000709 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db2f467b-cbda-4f32-a482-40e984de666a req-c77afed6-3e0c-41e3-9639-9fb5f711f206 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1523862 Jun 03 16:18:33.001516 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-833dc62c-9463-424e-84e4-b0c8d87a14e1 service neutron] 10.222.0.54 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305377 Jun 03 16:18:33.145028 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-813ebb07-24b4-4e45-b92a-4c9d74df8478 req-af7f2030-2077-4156-847a-3c4c1941bf1d tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485284 Jun 03 16:18:33.249764 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-94ecb650-84ca-495b-8ddb-0051566c24f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68 HTTP/1.1" status: 200 len: 217 time: 0.1795793 Jun 03 16:18:33.473866 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-5aae9769-c567-4623-9368-6243e1cd4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:33.475484 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-5aae9769-c567-4623-9368-6243e1cd4741 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff9639f8-5a8e-4b77-848f-19d1ced31d50 HTTP/1.1" status: 200 len: 850 time: 0.2190950 Jun 03 16:18:33.716315 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-89727cec-3466-48b1-b770-4f170ef4c7f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d477740a-8182-4fd5-8676-71202d6b83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2241111 Jun 03 16:18:33.735482 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 2, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:33.746706 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:33.748727 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Updating router 6a2cee29-c1da-4f09-b465-24d955ee14c9 port 7c7aeb27-cff0-4eba-9c28-6671a30da87f binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:33.789761 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-4946cf6c-be6d-439a-9dac-0a094c623f4f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:33.790522 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-4946cf6c-be6d-439a-9dac-0a094c623f4f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:network {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:33.808492 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:33.842234 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.908939 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:33.913878 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-60db46c9-2edc-438b-894c-314c73b6feb5 req-15cbe0c7-f536-47ea-a88e-fa0d9b8097fb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:33.949063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-60db46c9-2edc-438b-894c-314c73b6feb5 req-15cbe0c7-f536-47ea-a88e-fa0d9b8097fb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:33.950609 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-60db46c9-2edc-438b-894c-314c73b6feb5 req-15cbe0c7-f536-47ea-a88e-fa0d9b8097fb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 210 time: 0.1831388 Jun 03 16:18:33.959157 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-4946cf6c-be6d-439a-9dac-0a094c623f4f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:network {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:33.959851 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-4946cf6c-be6d-439a-9dac-0a094c623f4f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 816 time: 1.0834620 Jun 03 16:18:33.963866 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Made reservation on behalf of bc58b3b4a00d40fab7dbefdd309dcfd8 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:33.967376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.051720 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f261-c97f-47f5-8fa9-24602e03cc6d req-5b13e432-3332-4590-8a66-b6c93f6723ab tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:34.053792 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7bb6f261-c97f-47f5-8fa9-24602e03cc6d req-5b13e432-3332-4590-8a66-b6c93f6723ab tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 943 time: 0.5731146 Jun 03 16:18:34.169744 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-672ab4ca-9704-4dab-9376-2280cf814564 service neutron] 10.222.0.76 "GET /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299958 Jun 03 16:18:34.449540 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-46f6483f-87bd-4268-8e8b-29a6ce7b06ed req-ab0a05b1-cb92-421b-adde-f8688711a1d5 service neutron] 10.222.0.76 "GET /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783954 Jun 03 16:18:34.464566 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7bb6f261-c97f-47f5-8fa9-24602e03cc6d req-83a3a458-1b31-432b-b81b-9fc1c4a1803a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023359 Jun 03 16:18:34.496677 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-f2912cec-bfd2-40a3-8bd7-a92e60ac87f9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:34.527157 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc71d-c31e-4202-9626-59ab688f8325 req-3e7935e2-a6d6-4a48-920f-b36ca61521a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:34.533227 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-3e7935e2-a6d6-4a48-920f-b36ca61521a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 1096 time: 1.2027190 Jun 03 16:18:34.554852 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.592620 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Allocated IP 172.20.0.13 (592972e3-0317-4bda-8259-5457b522281a/116194ef-6c61-423b-b85a-db0842afa9d6/d951b186-9121-493c-8bd1-4a13fa578913) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:34.606754 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Transition to ACTIVE for port object 7c7aeb27-cff0-4eba-9c28-6671a30da87f will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:34.624046 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.637975 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-f2912cec-bfd2-40a3-8bd7-a92e60ac87f9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:34.639182 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-f2912cec-bfd2-40a3-8bd7-a92e60ac87f9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 380 time: 0.6278772 Jun 03 16:18:34.643292 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:34.659977 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'port': {'device_id': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'admin_state_up': True, 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'security_groups': ['305a356d-fba5-4cbe-8550-2b4a576ddaf3']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:34.696748 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2d180c26-70f8-445f-8dca-778dadf0ccd6 req-c40d2f1e-254f-4c20-a407-772edc204af8 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 210 time: 0.0685706 Jun 03 16:18:34.973511 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b73c24-b882-496d-a111-f3f606c215e5 None None] Pushing event updated for resources: {'Port': ['ID=7c7aeb27-cff0-4eba-9c28-6671a30da87f,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:34.988474 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d9b73c24-b882-496d-a111-f3f606c215e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:35.183799 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc71d-c31e-4202-9626-59ab688f8325 req-40c2433a-0cad-484e-9c21-988dc39f10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:35.185948 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-40c2433a-0cad-484e-9c21-988dc39f10a7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 914 time: 0.6323977 Jun 03 16:18:35.193295 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-603a66e0-86a9-4adb-9579-ea209c0565fa tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:35.194437 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-603a66e0-86a9-4adb-9579-ea209c0565fa tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Synchronizing usage tracker for tenant:4c80f4311adc448bb500cbad3b42827a on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:35.353541 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-603a66e0-86a9-4adb-9579-ea209c0565fa tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Unset dirty status for tenant:4c80f4311adc448bb500cbad3b42827a on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:35.366747 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-603a66e0-86a9-4adb-9579-ea209c0565fa tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 943 time: 0.3985267 Jun 03 16:18:35.373800 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Attempting to bind port 7c7aeb27-cff0-4eba-9c28-6671a30da87f on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:35.374212 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Attempting to bind port 7c7aeb27-cff0-4eba-9c28-6671a30da87f by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:35.374575 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Attempting to bind port 7c7aeb27-cff0-4eba-9c28-6671a30da87f on network 4f8e7682-5422-4806-8c26-b370f8eea56d {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:35.386882 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:35.387269 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Checking segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:35.387673 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.388072 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Bound using segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:35.388557 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Bound port: 7c7aeb27-cff0-4eba-9c28-6671a30da87f, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:35.389456 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.393409 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52182) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:35.396214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.404420 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208297637', 'description': 'tempest-description--2005653876'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:35.451242 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.472126 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-ed671665-6969-4d9b-8be4-e36000a4254e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a83fdee-a8d6-4346-9063-cb689da0e472 HTTP/1.1" status: 200 len: 217 time: 0.2328806 Jun 03 16:18:35.475897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:35.564261 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:35.609626 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:35.610867 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:35.613067 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Pushing event updated for resources: {'Port': ['ID=d951b186-9121-493c-8bd1-4a13fa578913,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:35.613743 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] For port 7c7aeb27-cff0-4eba-9c28-6671a30da87f, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:35.617539 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:35.618488 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] For port 7c7aeb27-cff0-4eba-9c28-6671a30da87f, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=7c7aeb27-cff0-4eba-9c28-6671a30da87f,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:35.623981 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.628662 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:35.631668 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:35.667726 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:35.670035 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ae139f18-df18-48dc-a883-2fccd812b0e8 req-8427792a-afd0-4f25-80da-c2923c9d64b6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 210 time: 0.1969028 Jun 03 16:18:35.687870 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Network 592972e3-0317-4bda-8259-5457b522281a is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:35.695849 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:35.698529 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:35.704165 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:35.704790 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.714812 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:35.723228 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-d03a723f-5189-4e08-a05a-a6b88651a32e tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Synchronizing usage tracker for tenant:4c80f4311adc448bb500cbad3b42827a on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:35.766972 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:18:35.767188 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.768074 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:35.833334 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Made reservation on behalf of 27989949e0834bc6884abf4de7849a2d for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:35.836239 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-d03a723f-5189-4e08-a05a-a6b88651a32e tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Unset dirty status for tenant:4c80f4311adc448bb500cbad3b42827a on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:35.836939 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.852094 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dbe0152d-80eb-4728-b4cf-4b18b3de1beb req-d03a723f-5189-4e08-a05a-a6b88651a32e tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839549 Jun 03 16:18:35.861464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-5a252647-e204-46a5-abe2-ebdafecd0162 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:35.863490 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-5a252647-e204-46a5-abe2-ebdafecd0162 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 819 time: 0.6325583 Jun 03 16:18:35.884151 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:35.884917 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc71d-c31e-4202-9626-59ab688f8325 req-d43dd1ff-9108-4635-b35f-2ee6d7f198ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:35.884917 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-d43dd1ff-9108-4635-b35f-2ee6d7f198ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.3179150 Jun 03 16:18:35.892042 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Request body: {'port': {'device_id': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'admin_state_up': True, 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:35.973630 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b73c24-b882-496d-a111-f3f606c215e5 None None] Pushing event updated for resources: {'Port': ['ID=7c7aeb27-cff0-4eba-9c28-6671a30da87f,revision_number=4']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:35.978643 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0220227 Jun 03 16:18:36.001291 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d9b73c24-b882-496d-a111-f3f606c215e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:36.077739 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-46f5e4f1-7482-4103-aa3e-89436e522a94 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834562 Jun 03 16:18:36.166031 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Request body: {'port': {'device_id': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:36.211304 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:18:36.216529 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:36.220645 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:36.229645 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:36.326058 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.337182 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.391382 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-204162ff-5f06-4636-8bd4-fd6d33ae7a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:36.446303 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fcec5e97-d0ae-445f-b7b9-4d83fab88cc2 req-cc5bedf0-820c-4f91-bece-c5106e267332 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 210 time: 0.1180367 Jun 03 16:18:36.491656 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d63ec3-81c1-490d-8398-4c4f5454d783,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:36.506462 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:36.510138 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.512785 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1150041 Jun 03 16:18:36.515750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52214) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:36.531378 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'security_group_rule': {'security_group_id': '24d63ec3-81c1-490d-8398-4c4f5454d783', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:36.550474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:36.559498 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:36.562795 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:36.572955 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:36.586932 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:36.615055 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Usage tracker for resource:port and tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:36.625022 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:36.627593 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52216) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:36.652226 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:36.653794 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.673936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.688298 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Made reservation on behalf of bc58b3b4a00d40fab7dbefdd309dcfd8 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:36.692151 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.716236 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-0298bda4-58a1-453b-b3a8-133aa172cf35 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937906 Jun 03 16:18:36.749107 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:35Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:36.754324 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423b27-208a-4256-80bc-e6bd13589d13 None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:35Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:36.922830 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.949382 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9cef6-25f6-41f7-a50d-0de8ef864bdf req-d75c55fd-e7fa-4364-9d61-9a742b63ca41 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:36.951096 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3ab9cef6-25f6-41f7-a50d-0de8ef864bdf req-d75c55fd-e7fa-4364-9d61-9a742b63ca41 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 943 time: 0.9690115 Jun 03 16:18:37.015133 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Allocated IP 172.20.0.10 (92a838cd-429c-4550-9aab-bd627ef05b7a/55c8247e-5deb-4b69-b34c-311c420d2c1f/83f7c668-1960-4ec6-8124-646d28a93ac3) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:37.024702 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:37.028668 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b93ffeb447147a587ff331f61b389bd is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:37.031616 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:37.037490 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:37.057842 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.064224 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9ac54793-ba86-42c4-a465-f4401e799115 req-378011cd-fce7-4bc6-a479-083c752da5bc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 210 time: 0.1256747 Jun 03 16:18:37.075198 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.092066 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:37.105302 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3ab9cef6-25f6-41f7-a50d-0de8ef864bdf req-7841013f-3f19-4d56-b773-fd76f66fe631 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244767 Jun 03 16:18:37.120043 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-949cc71d-c31e-4202-9626-59ab688f8325 req-8c39a6d1-bf2d-4e88-abf0-8cf520f1cb53 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820596 Jun 03 16:18:37.135639 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcd4014-437a-4efc-a225-9983bb017442,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:37.196038 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:37.327745 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.328927 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8122206 Jun 03 16:18:37.340725 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Allocated IP 172.20.0.7 (592972e3-0317-4bda-8259-5457b522281a/116194ef-6c61-423b-b85a-db0842afa9d6/296f70b2-a8cc-4af6-a377-b95f984a7181) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:37.342673 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52228) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:37.350679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'security_group_rule': {'security_group_id': '24d63ec3-81c1-490d-8398-4c4f5454d783', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:37.361166 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:37.395503 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:37.409797 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:37.435950 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:37.545682 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.592889 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.639125 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-02e0ac29-09ec-41b9-8ba7-a70aee8f2650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:37.672920 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc501b35-b261-4031-9e53-55a08a0eafb9 req-5da22bf2-9021-4464-86fc-53ea879807ad tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:37.674510 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dc501b35-b261-4031-9e53-55a08a0eafb9 req-5da22bf2-9021-4464-86fc-53ea879807ad tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 943 time: 0.4041433 Jun 03 16:18:37.710447 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.715316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-00cfbee5-6a2e-43a4-9bd3-dde6f1657887 req-fc5744f5-68cc-43b7-9e1e-c58c8c112c8e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Synchronizing usage tracker for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:37.724161 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0720df-acb0-4eac-bc24-78c8455e4d8f,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:37.752212 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.754826 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 442d3355-19cc-482e-9ef2-7ae512a3aa68 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:37.780450 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-00cfbee5-6a2e-43a4-9bd3-dde6f1657887 req-fc5744f5-68cc-43b7-9e1e-c58c8c112c8e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Unset dirty status for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:37.781700 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-00cfbee5-6a2e-43a4-9bd3-dde6f1657887 req-fc5744f5-68cc-43b7-9e1e-c58c8c112c8e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 210 time: 0.1376402 Jun 03 16:18:37.784735 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Transition to ACTIVE for port object 83f7c668-1960-4ec6-8124-646d28a93ac3 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:37.810263 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:37.820609 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.836306 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d7aedc37-d6af-4915-baea-d176271f75ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:37.943757 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:37.959384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:37.962028 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Network 92a838cd-429c-4550-9aab-bd627ef05b7a is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:37.964100 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:37.966923 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:37.975132 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:37.975806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.996763 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 442d3355-19cc-482e-9ef2-7ae512a3aa68, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68,segment=NetworkSegment(0dea2633-5e8e-487d-bbc5-0f6070cb5942),segment_id=0dea2633-5e8e-487d-bbc5-0f6070cb5942)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:38.024015 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b93ffeb447147a587ff331f61b389bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3932536 Jun 03 16:18:38.024217 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3707235 Jun 03 16:18:38.024664 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52248) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:38.025492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '442d3355-19cc-482e-9ef2-7ae512a3aa68', 'network_id': 'd477740a-8182-4fd5-8676-71202d6b83af', 'port_id': '442d3355-19cc-482e-9ef2-7ae512a3aa68', 'mac_address': 'fa:16:3e:30:70:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9639f8-5a8e-4b77-848f-19d1ced31d50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:38.061589 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Request body: {'port': {'device_id': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:38.062817 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dc501b35-b261-4031-9e53-55a08a0eafb9 req-a32da46b-8356-4e8a-9bd5-f27106f8d098 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732336 Jun 03 16:18:38.142011 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.176621 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.180365 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.186774 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:38.241453 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.279232 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3a2dfb-468e-4446-b589-0ce9bd3a8aeb,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:38.288520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442d3355-19cc-482e-9ef2-7ae512a3aa68 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:38.290072 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:38.309901 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.311283 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9673989 Jun 03 16:18:38.312623 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.314676 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52254) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:38.320696 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'floatingip': {'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:38.333797 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 442d3355-19cc-482e-9ef2-7ae512a3aa68, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68,segment=NetworkSegment(0dea2633-5e8e-487d-bbc5-0f6070cb5942),segment_id=0dea2633-5e8e-487d-bbc5-0f6070cb5942)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:38.335392 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-8b914eba-58ff-4eb6-a112-7d92ad161b99 None None] Provisioning for port 83f7c668-1960-4ec6-8124-646d28a93ac3 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:38.341530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.342492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 0a83fdee-a8d6-4346-9063-cb689da0e472 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:38.357001 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a2082cde-0876-4423-af4e-9eb744367723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:38.362295 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:38.376888 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.378678 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:floatingip and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:38.383465 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:38.395452 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:38.401580 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-8b914eba-58ff-4eb6-a112-7d92ad161b99 None None] Provisioning complete for port 83f7c668-1960-4ec6-8124-646d28a93ac3 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:38.402263 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b914eba-58ff-4eb6-a112-7d92ad161b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.416525 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.420615 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-13bc8c34-f60a-4779-abc1-e346e90edbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:38.429377 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.468886 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.524706 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Network 592972e3-0317-4bda-8259-5457b522281a is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:38.531872 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:38.562524 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:38.570274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:38.571166 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.593482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Pushing event updated for resources: {'Port': ['ID=296f70b2-a8cc-4af6-a377-b95f984a7181,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:38.607060 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:38.615619 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf373c29-44af-4729-b2e0-9607a436f17d req-94fc7ff2-64fe-4aca-bf7e-9d99f241d562 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:38.623451 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cf373c29-44af-4729-b2e0-9607a436f17d req-94fc7ff2-64fe-4aca-bf7e-9d99f241d562 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 943 time: 0.2959170 Jun 03 16:18:38.625930 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=442d3355-19cc-482e-9ef2-7ae512a3aa68,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:38.649644 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7650235 Jun 03 16:18:38.675015 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Request body: {'port': {'device_id': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:38.691388 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-8b914eba-58ff-4eb6-a112-7d92ad161b99 None None] Port 83f7c668-1960-4ec6-8124-646d28a93ac3 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:38.694411 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:38.710194 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 0a83fdee-a8d6-4346-9063-cb689da0e472, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0a83fdee-a8d6-4346-9063-cb689da0e472,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:38.735313 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '0a83fdee-a8d6-4346-9063-cb689da0e472', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'port_id': '0a83fdee-a8d6-4346-9063-cb689da0e472', 'mac_address': 'fa:16:3e:c6:17:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f31bb11-db2f-4a7c-868a-c998414cba29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:38.769653 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa80389-4460-4564-944d-f700081eaa6e req-191f8224-a9ec-4026-b50f-fefe1eb5ca72 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:38.770431 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9fa80389-4460-4564-944d-f700081eaa6e req-191f8224-a9ec-4026-b50f-fefe1eb5ca72 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:38.785120 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 7c7aeb27-cff0-4eba-9c28-6671a30da87f up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:38.808272 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.841755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:38.860447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0720df-acb0-4eac-bc24-78c8455e4d8f,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:38.862407 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:38.865624 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.881116 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cf373c29-44af-4729-b2e0-9607a436f17d req-0bd4a4ce-431f-4246-92e0-078768e10365 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561848 Jun 03 16:18:38.882538 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9fa80389-4460-4564-944d-f700081eaa6e req-191f8224-a9ec-4026-b50f-fefe1eb5ca72 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:38.883698 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9fa80389-4460-4564-944d-f700081eaa6e req-191f8224-a9ec-4026-b50f-fefe1eb5ca72 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 932 time: 0.5773962 Jun 03 16:18:38.888656 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a83fdee-a8d6-4346-9063-cb689da0e472 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:38.943070 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 0a83fdee-a8d6-4346-9063-cb689da0e472, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0a83fdee-a8d6-4346-9063-cb689da0e472,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:38.956890 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:38.968413 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f32accf4-3d7f-4e5d-8ccf-018aa2b59047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:38.999283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.021482 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d0720df-acb0-4eac-bc24-78c8455e4d8f HTTP/1.1" status: 204 len: 168 time: 0.9816387 Jun 03 16:18:39.022942 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.db.resource_extend [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:18:39.055801 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 7c7aeb27-cff0-4eba-9c28-6671a30da87f completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:39.062145 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 7c7aeb27-cff0-4eba-9c28-6671a30da87f triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:39.062765 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.123595 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=0a83fdee-a8d6-4346-9063-cb689da0e472,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:39.142152 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:39.176865 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.207504 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d951b186-9121-493c-8bd1-4a13fa578913 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:39.218136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.265092 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Transition to ACTIVE for port object d951b186-9121-493c-8bd1-4a13fa578913 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:39.309157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.315224 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.327863 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9fa80389-4460-4564-944d-f700081eaa6e req-77cb20eb-1ae6-4eee-9e23-637773bb29fc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931918 Jun 03 16:18:39.350103 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.386897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:39.388034 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 7c7aeb27-cff0-4eba-9c28-6671a30da87f, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=7c7aeb27-cff0-4eba-9c28-6671a30da87f,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:39.400181 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.402088 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bda91a40-ac41-4cf8-affd-35220eeb33bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:39.515965 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:39.582558 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=7c7aeb27-cff0-4eba-9c28-6671a30da87f,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:39.593184 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:39.676983 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52290) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:39.684875 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['442d3355-19cc-482e-9ef2-7ae512a3aa68'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:39.705714 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.725310 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-c56ddea1-bafa-458f-9d94-b64cbd89a8e1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:39.726585 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-c56ddea1-bafa-458f-9d94-b64cbd89a8e1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Synchronizing usage tracker for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:39.760216 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:39.765551 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Usage tracker for resource:security_group_rule and tenant:f22c594305e3444cb4f98788a068d6d3 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:39.768955 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:39.776537 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:39.856610 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-c56ddea1-bafa-458f-9d94-b64cbd89a8e1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Unset dirty status for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:39.863931 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-c56ddea1-bafa-458f-9d94-b64cbd89a8e1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 931 time: 0.7960582 Jun 03 16:18:39.914420 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.db.resource_extend [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:18:39.931621 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=d951b186-9121-493c-8bd1-4a13fa578913,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:39.937974 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:39.980269 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52300) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:40.004722 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Attempting to bind port d951b186-9121-493c-8bd1-4a13fa578913 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:40.011116 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Attempting to bind port d951b186-9121-493c-8bd1-4a13fa578913 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:40.011605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Attempting to bind port d951b186-9121-493c-8bd1-4a13fa578913 on network 592972e3-0317-4bda-8259-5457b522281a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:40.027629 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Port d951b186-9121-493c-8bd1-4a13fa578913 on network 592972e3-0317-4bda-8259-5457b522281a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:40.028254 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Attempting to bind port d951b186-9121-493c-8bd1-4a13fa578913 on network 592972e3-0317-4bda-8259-5457b522281a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:40.046404 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f7c668-1960-4ec6-8124-646d28a93ac3 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:40.064233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.069161 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:40.069836 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Checking segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:40.070488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Bound using segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:40.071222 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Bound port: d951b186-9121-493c-8bd1-4a13fa578913, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:40.071842 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.096722 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c403d1-f00d-4a4e-a636-0f655281fe82 req-48d279dc-608e-4692-8b4e-40ea3423469d tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:40.105578 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a0c403d1-f00d-4a4e-a636-0f655281fe82 req-48d279dc-608e-4692-8b4e-40ea3423469d tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 944 time: 0.4036760 Jun 03 16:18:40.165369 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-1adb7ce6-dec5-48e3-a0fc-8f8e98de3254 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Synchronizing usage tracker for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:40.193566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Transition to ACTIVE for port object 83f7c668-1960-4ec6-8124-646d28a93ac3 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:40.212411 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.223958 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:40.242851 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.245887 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Allocated IP 172.28.1.44 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/426fe41f-e7fe-4cee-82ee-61c533cd9268) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:40.261375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.267381 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-1adb7ce6-dec5-48e3-a0fc-8f8e98de3254 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Unset dirty status for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:40.278477 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a0c403d1-f00d-4a4e-a636-0f655281fe82 req-445bbd4d-a7fc-40ad-9a54-e31209044865 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714938 Jun 03 16:18:40.280014 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4cc636f5-21c6-4925-8b36-9434df6dc721 req-1adb7ce6-dec5-48e3-a0fc-8f8e98de3254 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150271 Jun 03 16:18:40.306552 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4eb2a8ca-86b2-455b-b3e3-34fc7987768e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:40.389103 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.db.resource_extend [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:18:40.429917 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] For port d951b186-9121-493c-8bd1-4a13fa578913, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:40.437138 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] For port d951b186-9121-493c-8bd1-4a13fa578913, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d951b186-9121-493c-8bd1-4a13fa578913,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:40.442411 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.563526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:40.587186 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32097c6b-f7f6-4bb8-a1f7-0a52c776ea03,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:40.611947 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.614294 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:40.617905 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 7c7aeb27-cff0-4eba-9c28-6671a30da87f up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:40.624699 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:40.629320 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f22c594305e3444cb4f98788a068d6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9471893 Jun 03 16:18:40.629320 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:40.631373 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52306) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:40.655668 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Usage tracker for resource:security_group_rule and tenant:11b2844b04634e71aed6056676741143 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:40.658487 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:40.685872 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296f70b2-a8cc-4af6-a377-b95f984a7181 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:40.707187 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.707710 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 7c7aeb27-cff0-4eba-9c28-6671a30da87f triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:40.708279 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.720385 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:40.737214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:40.737685 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.756721 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Transition to ACTIVE for port object 296f70b2-a8cc-4af6-a377-b95f984a7181 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:40.764789 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.781763 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:40.805955 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:40.806666 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.808745 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] 10.222.0.76 "PUT /v2.0/ports/d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 1094 time: 4.7350056 Jun 03 16:18:40.819018 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'tag': 'd951b186-9121-493c-8bd1-4a13fa578913'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:40.820335 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7d98db-8a0b-49a0-b6df-c91487b92d05" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3059f4-06c8-4843-bacb-b9c63f517d11", "tag": "d951b186-9121-493c-8bd1-4a13fa578913"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:40.825886 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64a3f-00a9-4ef1-b054-4dca4d209ec3 req-54529ca1-b5e8-4f3d-a7de-ddd88a11c865 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:40.828625 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-74e64a3f-00a9-4ef1-b054-4dca4d209ec3 req-54529ca1-b5e8-4f3d-a7de-ddd88a11c865 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.3090041 Jun 03 16:18:40.886850 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=d951b186-9121-493c-8bd1-4a13fa578913,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:40.890737 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Attempting to bind port 83f7c668-1960-4ec6-8124-646d28a93ac3 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:40.891082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Attempting to bind port 83f7c668-1960-4ec6-8124-646d28a93ac3 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:40.891373 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Attempting to bind port 83f7c668-1960-4ec6-8124-646d28a93ac3 on network 92a838cd-429c-4550-9aab-bd627ef05b7a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:40.897954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:40.913795 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Port 83f7c668-1960-4ec6-8124-646d28a93ac3 on network 92a838cd-429c-4550-9aab-bd627ef05b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:40.914114 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Attempting to bind port 83f7c668-1960-4ec6-8124-646d28a93ac3 on network 92a838cd-429c-4550-9aab-bd627ef05b7a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:40.970056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:40.971142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Checking segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:40.971142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Bound using segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:40.971401 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Bound port: 83f7c668-1960-4ec6-8124-646d28a93ac3, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:40.971546 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.997557 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:40.998354 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.000104 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Pushing event updated for resources: {'Port': ['ID=296f70b2-a8cc-4af6-a377-b95f984a7181,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:41.011437 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:41.022518 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42c7a7-bc4a-4e69-8409-bf52ce8f0eaa req-07d471c7-2494-4d01-8a2d-2595712025be tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.024029 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3f42c7a7-bc4a-4e69-8409-bf52ce8f0eaa req-07d471c7-2494-4d01-8a2d-2595712025be tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 944 time: 0.5653088 Jun 03 16:18:41.038558 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d574733-9e9e-4dbb-9a7a-8bbcccf0b6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:41.074817 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-74e64a3f-00a9-4ef1-b054-4dca4d209ec3 req-18f3158f-49c7-40c2-a236-ee162b186570 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326713 Jun 03 16:18:41.116606 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Attempting to bind port 296f70b2-a8cc-4af6-a377-b95f984a7181 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:41.116840 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Attempting to bind port 296f70b2-a8cc-4af6-a377-b95f984a7181 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:41.117100 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Attempting to bind port 296f70b2-a8cc-4af6-a377-b95f984a7181 on network 592972e3-0317-4bda-8259-5457b522281a {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:41.137423 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Port 296f70b2-a8cc-4af6-a377-b95f984a7181 on network 592972e3-0317-4bda-8259-5457b522281a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:41.137748 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Attempting to bind port 296f70b2-a8cc-4af6-a377-b95f984a7181 on network 592972e3-0317-4bda-8259-5457b522281a {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:41.139852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'Port': ['ID=426fe41f-e7fe-4cee-82ee-61c533cd9268,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:41.143376 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:41.146154 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:41.146822 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:41.147802 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.150224 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:41.154268 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:41.154652 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Checking segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:41.154979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Bound using segment: {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:41.155421 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Bound port: 296f70b2-a8cc-4af6-a377-b95f984a7181, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '592972e3-0317-4bda-8259-5457b522281a'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:41.155770 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.282626 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d2e19-09e2-4c05-88a4-6aaf4eb9c2d8 x-openstack-request-id: req-e70d2e19-09e2-4c05-88a4-6aaf4eb9c2d8 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:41.283062 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3059f4-06c8-4843-bacb-b9c63f517d11", "tag": "d951b186-9121-493c-8bd1-4a13fa578913", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:41.283444 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e70d2e19-09e2-4c05-88a4-6aaf4eb9c2d8 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:41.284035 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'tag': 'd951b186-9121-493c-8bd1-4a13fa578913', 'status': 'completed', 'code': 200} Jun 03 16:18:41.313049 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.327523 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3f42c7a7-bc4a-4e69-8409-bf52ce8f0eaa req-1c78d0b8-4d38-4ea9-b793-c2fb95bbf5ff tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917922 Jun 03 16:18:41.371658 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.377566 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] For port 296f70b2-a8cc-4af6-a377-b95f984a7181, host hv-cinder-78652, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:41.391302 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:41.391783 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] For port 296f70b2-a8cc-4af6-a377-b95f984a7181, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=296f70b2-a8cc-4af6-a377-b95f984a7181,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:41.396868 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:41.407462 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.408483 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.418141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.421715 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.433089 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:41.445538 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-33475c88-8bfb-44d9-9140-b27a8a72e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.447071 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-33475c88-8bfb-44d9-9140-b27a8a72e71c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1097 time: 0.5363059 Jun 03 16:18:41.452449 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dc4dd322-8024-4529-88d9-8273bac54988 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:41.565337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.565930 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.567681 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] 10.222.0.76 "PUT /v2.0/ports/83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 1094 time: 3.5177457 Jun 03 16:18:41.599780 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-1256b26c-3d56-49b8-8c1c-f90f5e30019b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 217 time: 0.1263456 Jun 03 16:18:41.600802 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a538b-e4fa-46db-ae6c-2e1f3b311dce,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:41.601265 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.601895 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.605673 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11b2844b04634e71aed6056676741143&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6238997 Jun 03 16:18:41.611477 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:41.612199 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:41.613302 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/296f70b2-a8cc-4af6-a377-b95f984a7181 HTTP/1.1" status: 200 len: 1093 time: 2.9478056 Jun 03 16:18:41.627149 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'tag': '296f70b2-a8cc-4af6-a377-b95f984a7181'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:41.631751 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0725bd18-b601-4dd4-8b24-541e54c48aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "2930bbf7-5e20-4ca7-a3b4-df335d3e52ee", "tag": "296f70b2-a8cc-4af6-a377-b95f984a7181"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:41.647014 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52328) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:41.664579 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.683594 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 442d3355-19cc-482e-9ef2-7ae512a3aa68 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:41.778453 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 442d3355-19cc-482e-9ef2-7ae512a3aa68 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:41.783671 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Pushing event updated for resources: {'Port': ['ID=296f70b2-a8cc-4af6-a377-b95f984a7181,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:41.797973 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:41.798568 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 442d3355-19cc-482e-9ef2-7ae512a3aa68 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:41.799097 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.906638 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704603c-2961-4101-b120-be62ae17ed74 req-562b9c53-be8e-4818-b11e-f886e45c5356 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.908169 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c704603c-2961-4101-b120-be62ae17ed74 req-562b9c53-be8e-4818-b11e-f886e45c5356 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 943 time: 0.4665148 Jun 03 16:18:41.910755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.922844 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32097c6b-f7f6-4bb8-a1f7-0a52c776ea03 HTTP/1.1" status: 204 len: 168 time: 1.2787216 Jun 03 16:18:41.924063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:41.936889 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c78932a9-3206-49b0-8168-cf77bc8b0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.938384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-bf3c5e3e-af3f-40b6-91b6-527b45a225a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:41.938618 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c78932a9-3206-49b0-8168-cf77bc8b0a46 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1097 time: 0.2739103 Jun 03 16:18:41.939825 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-bf3c5e3e-af3f-40b6-91b6-527b45a225a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.2983339 Jun 03 16:18:41.941844 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:41.950250 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:41.975779 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.013596 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.023334 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32097c6b-f7f6-4bb8-a1f7-0a52c776ea03,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.038812 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 442d3355-19cc-482e-9ef2-7ae512a3aa68, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68,segment=NetworkSegment(0dea2633-5e8e-487d-bbc5-0f6070cb5942),segment_id=0dea2633-5e8e-487d-bbc5-0f6070cb5942)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:42.042488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:42.043101 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d3355-19cc-482e-9ef2-7ae512a3aa68'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:42.050649 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121ee0-35ff-436c-aff7-50012b0e1e28 req-503e7435-d4d1-4f82-b792-46123e24043a tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:42.052159 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fc121ee0-35ff-436c-aff7-50012b0e1e28 req-503e7435-d4d1-4f82-b792-46123e24043a tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 944 time: 0.4992616 Jun 03 16:18:42.059043 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-57a40416-d45e-4a4d-84e3-c3eaf49e1087 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926433 Jun 03 16:18:42.109652 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-73426ad2-c967-4efc-8c68-8d39b1850fcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 217 time: 0.0751295 Jun 03 16:18:42.165018 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.166130 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 0a83fdee-a8d6-4346-9063-cb689da0e472 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:42.203359 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c704603c-2961-4101-b120-be62ae17ed74 req-9b78fafb-8edc-486a-9fb0-b1d0b5e67673 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765641 Jun 03 16:18:42.207603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.230313 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.234416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-698ad265-5fd9-40fd-9608-8b906026d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:42.235913 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-698ad265-5fd9-40fd-9608-8b906026d4f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 1096 time: 0.5153146 Jun 03 16:18:42.240615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.240833 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:42.249686 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c0e75d62-e5c6-4ada-ba00-ff83e70612c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:42.251841 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-c0e75d62-e5c6-4ada-ba00-ff83e70612c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.1290691 Jun 03 16:18:42.260502 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:42.330658 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a620d-8c1d-47a7-a34e-8b888e3224ab x-openstack-request-id: req-7b3a620d-8c1d-47a7-a34e-8b888e3224ab {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:42.330827 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2930bbf7-5e20-4ca7-a3b4-df335d3e52ee", "tag": "296f70b2-a8cc-4af6-a377-b95f984a7181", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:42.331082 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b3a620d-8c1d-47a7-a34e-8b888e3224ab {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:42.331480 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'tag': '296f70b2-a8cc-4af6-a377-b95f984a7181', 'status': 'completed', 'code': 200} Jun 03 16:18:42.375868 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fc121ee0-35ff-436c-aff7-50012b0e1e28 req-0cc7f2a9-ffd7-4112-ad15-527ffa6f0007 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157535 Jun 03 16:18:42.414631 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.441242 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc4cdc-e43e-41ad-bbee-5494918bfa0e" -d '{"events": [{"server_uuid": "7701e9cb-0a07-491b-9fd7-2e1e06aac41a", "name": "network-vif-plugged", "status": "completed", "tag": "442d3355-19cc-482e-9ef2-7ae512a3aa68"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:42.463930 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'Port': ['ID=426fe41f-e7fe-4cee-82ee-61c533cd9268,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.471633 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:42.474727 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 0a83fdee-a8d6-4346-9063-cb689da0e472 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:42.484866 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 0a83fdee-a8d6-4346-9063-cb689da0e472 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:42.485402 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.489844 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.493676 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1771214 Jun 03 16:18:42.508001 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-207014f6-aca8-461a-8295-81c63171782d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=296f70b2-a8cc-4af6-a377-b95f984a7181 HTTP/1.1" status: 200 len: 217 time: 0.2439365 Jun 03 16:18:42.535404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-6e619739-57ef-4104-84c8-96a11a09e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:42.544072 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-6e619739-57ef-4104-84c8-96a11a09e328 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2116110 Jun 03 16:18:42.593019 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=442d3355-19cc-482e-9ef2-7ae512a3aa68,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.615919 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:42.625878 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-ea4e70e7-dac1-4759-b76d-9b7be2be6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:42.627529 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-ea4e70e7-dac1-4759-b76d-9b7be2be6fd5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.1121123 Jun 03 16:18:42.707265 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-ecee8af2-1797-4827-b601-aa3d0ab7305c service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394782 Jun 03 16:18:42.757393 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-fcde12d8-e938-4adf-916d-0b9ee1ea5c1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921783 Jun 03 16:18:42.762506 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.771605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-42ba44fb-043e-4684-aa4c-a5a3c5d6474c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:42.771800 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-293c905a-911d-452e-8303-9b191fead27f service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483760 Jun 03 16:18:42.819049 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.825865 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a538b-e4fa-46db-ae6c-2e1f3b311dce,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.901361 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:42.914375 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 0a83fdee-a8d6-4346-9063-cb689da0e472, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0a83fdee-a8d6-4346-9063-cb689da0e472,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:42.923630 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.925705 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:42.930113 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32278d78-4877-48a4-9d56-73bf8349f37d req-1c96f14f-b08a-4989-b255-2d4d0bb37a1e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:42.931635 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-32278d78-4877-48a4-9d56-73bf8349f37d req-1c96f14f-b08a-4989-b255-2d4d0bb37a1e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.4015608 Jun 03 16:18:42.962691 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.966749 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d79a538b-e4fa-46db-ae6c-2e1f3b311dce HTTP/1.1" status: 204 len: 168 time: 1.3014567 Jun 03 16:18:43.064928 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=0a83fdee-a8d6-4346-9063-cb689da0e472,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:43.075210 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:43.086660 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-952238ed-77a0-41e1-870f-c3bd1e0cc91f req-6cbdb9ab-592e-4766-bdeb-92d83c7d0a90 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039563 Jun 03 16:18:43.099184 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-32278d78-4877-48a4-9d56-73bf8349f37d req-29ae3076-069c-497c-b983-42702b70c913 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256037 Jun 03 16:18:43.103065 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aa66408e-bad9-41d3-b392-0e0ad8a2789d req-6f6d576c-f6fd-4307-bfab-94064369e8eb service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795331 Jun 03 16:18:43.112913 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6374e-fc96-473f-b287-ee1eae29e93e req-02e6576f-c5f6-41a8-9e61-454baf3a271b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.114782 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-dfe6374e-fc96-473f-b287-ee1eae29e93e req-02e6576f-c5f6-41a8-9e61-454baf3a271b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 944 time: 0.4939470 Jun 03 16:18:43.120651 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-6bb9dcbd-9aea-4f9d-a0d9-b52454367927 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541739 Jun 03 16:18:43.297605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:43.300080 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946359e8-fac1-4aba-8f5a-8c14bdc84457" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:43.345121 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-dfe6374e-fc96-473f-b287-ee1eae29e93e req-06f677e6-8570-4410-9a05-dbd6eeb5e1e4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983354 Jun 03 16:18:43.353379 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dd7982-f8ee-4343-b601-e14c02300e51 x-openstack-request-id: req-39dd7982-f8ee-4343-b601-e14c02300e51 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:43.354371 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7701e9cb-0a07-491b-9fd7-2e1e06aac41a", "name": "network-vif-plugged", "status": "completed", "tag": "442d3355-19cc-482e-9ef2-7ae512a3aa68", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:43.354683 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39dd7982-f8ee-4343-b601-e14c02300e51 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:43.355172 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d3355-19cc-482e-9ef2-7ae512a3aa68', 'code': 200} Jun 03 16:18:43.395225 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-92f29b5a-8353-41ca-95db-fe67a2a7e1c8 req-3c78bcff-816c-4391-87a2-b363b10f40f8 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682011 Jun 03 16:18:43.434053 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-4f57c204-a93a-4ca5-aad4-f5d0c2281d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.438974 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-4f57c204-a93a-4ca5-aad4-f5d0c2281d69 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1097 time: 0.1904118 Jun 03 16:18:43.545183 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02a652d2-d193-4d35-a0ab-370f42d71267 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:43.565248 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02a652d2-d193-4d35-a0ab-370f42d71267 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:43.574750 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02a652d2-d193-4d35-a0ab-370f42d71267 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1208297637&fields=id&tenant_id=8feae147143640a09cb50333739b96a5 HTTP/1.1" status: 200 len: 267 time: 0.0792923 Jun 03 16:18:43.632905 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52406) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:43.749358 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:43.781884 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52408) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:43.793912 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:43.812782 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Usage tracker for resource:security_group_rule and tenant:c84c79e61b7b432699b514c6ffbd2281 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:43.824032 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:43.834697 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2d877-6951-47b0-87cb-a383d7d58754 req-f46650ae-02b7-4c2c-b54c-fc208a5e44bc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.836838 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2ba2d877-6951-47b0-87cb-a383d7d58754 req-f46650ae-02b7-4c2c-b54c-fc208a5e44bc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 943 time: 0.3396087 Jun 03 16:18:43.845883 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-9a13e94e-dac9-46ab-b40d-c6a9a4e3fa0c tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.853432 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-9a13e94e-dac9-46ab-b40d-c6a9a4e3fa0c tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 811 time: 0.2768128 Jun 03 16:18:43.856485 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:43.886288 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-8d9e13a9-1f8e-4e1a-b938-010f156c87ce tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/quotas/8feae147143640a09cb50333739b96a5 HTTP/1.1" status: 200 len: 375 time: 0.0311677 Jun 03 16:18:43.894339 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-60ab94ca-33ce-47b4-b8d2-beb28678ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.895791 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-60ab94ca-33ce-47b4-b8d2-beb28678ecac service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.3337750 Jun 03 16:18:43.897990 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-b635878f-acd6-449e-bfb3-5aed8b754b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.899204 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-b635878f-acd6-449e-bfb3-5aed8b754b19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 1096 time: 0.3387520 Jun 03 16:18:43.969473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-3f7cfd3d-033e-456e-87bc-92961a5dbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:43.971096 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-3f7cfd3d-033e-456e-87bc-92961a5dbad4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 1098 time: 0.2751656 Jun 03 16:18:44.003196 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.032394 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:44.032761 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2ba2d877-6951-47b0-87cb-a383d7d58754 req-da73cc9f-5e3d-453d-82a7-a84cd2e7fd95 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860530 Jun 03 16:18:44.037206 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-f80dc8a2-420b-4e7d-8473-a9f511c30e58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 217 time: 0.1215510 Jun 03 16:18:44.042727 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Usage tracker for resource:security_group_rule and tenant:8d47ab7d8ccc49de80a87c5c3f8dc786 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:44.047417 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:44.073637 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:44.099857 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-9c21ea4d-50cc-49b1-8d34-de580fc71f6e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2125514 Jun 03 16:18:44.174272 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.186737 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.256779 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:44.277380 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d46bb0-6462-40a0-b5df-06bd68d6cfa9 x-openstack-request-id: req-00d46bb0-6462-40a0-b5df-06bd68d6cfa9 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:44.277968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:44.277968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00d46bb0-6462-40a0-b5df-06bd68d6cfa9 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:44.278307 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'status': 'completed', 'code': 200} Jun 03 16:18:44.327080 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c84c79e61b7b432699b514c6ffbd2281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903338 Jun 03 16:18:44.331474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52424) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:44.341900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acccbb4-ea78-4bda-964e-c376aa0fefb0,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:44.347257 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:44.371260 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-f3875a28-51b6-435c-ba46-001f16167614 service neutron] 10.222.0.54 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533174 Jun 03 16:18:44.376936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.428530 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:44.441349 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8a2838c246416c9b885e1b285b911a is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:44.459353 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:44.464479 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-ed174103-f206-44cd-abdf-031ae75e9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:44.465870 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-ed174103-f206-44cd-abdf-031ae75e9a41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.3614249 Jun 03 16:18:44.473741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:44.520145 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-4d21734b-fa8b-4ea5-af78-03f179662ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:44.522007 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-4d21734b-fa8b-4ea5-af78-03f179662ad3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.6095886 Jun 03 16:18:44.551606 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.581790 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.586473 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-0e820a33-589b-4b9c-a796-c90914bbb2a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997024 Jun 03 16:18:44.602049 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.621682 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:44.629317 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.631646 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-9a995735-713e-4216-9681-fb331f9738a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=296f70b2-a8cc-4af6-a377-b95f984a7181 HTTP/1.1" status: 200 len: 217 time: 0.0992992 Jun 03 16:18:44.645564 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-4fd8bea4-21a8-42f0-907d-6e3c26a1e31d service neutron] 10.222.0.54 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571874 Jun 03 16:18:44.668383 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889763 Jun 03 16:18:44.781739 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36b45dd1-db69-491c-8472-7b36d3fe9d71,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:44.785751 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:44.827404 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5895-101e-43a0-9f8e-e3b1a8e56824 req-e58ace4e-679a-4914-9a44-60201283752c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:44.828743 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.834759 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c3ac5895-101e-43a0-9f8e-e3b1a8e56824 req-e58ace4e-679a-4914-9a44-60201283752c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.5593920 Jun 03 16:18:44.835476 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6315cbe4-edcc-47ed-a236-d7e366f763f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:44.863423 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acccbb4-ea78-4bda-964e-c376aa0fefb0,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:44.866822 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:44.889552 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-44cc08da-aa71-480f-92d3-2db0e4af6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:44.891125 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-44cc08da-aa71-480f-92d3-2db0e4af6496 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1097 time: 0.6186898 Jun 03 16:18:44.896445 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.900628 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3acccbb4-ea78-4bda-964e-c376aa0fefb0 HTTP/1.1" status: 204 len: 168 time: 0.5557539 Jun 03 16:18:44.916815 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-f6f9273b-06ad-4212-a530-2d297d10b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:44.918304 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-f6f9273b-06ad-4212-a530-2d297d10b005 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.2765200 Jun 03 16:18:44.964354 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c3ac5895-101e-43a0-9f8e-e3b1a8e56824 req-78b68b53-8296-449e-b934-e151b5de0f02 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286807 Jun 03 16:18:45.009130 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-174e0e10-18eb-4cca-b64f-83a15dfccd06 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988907 Jun 03 16:18:45.067739 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec97f-2741-45ea-b81d-19ef2d9ab269 req-18ec3e2b-d97e-49f5-8c44-d46b919f8bcb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:45.069574 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cc6ec97f-2741-45ea-b81d-19ef2d9ab269 req-18ec3e2b-d97e-49f5-8c44-d46b919f8bcb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1211498 Jun 03 16:18:45.127581 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.152690 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cc6ec97f-2741-45ea-b81d-19ef2d9ab269 req-a8753d82-7147-4fc9-b548-d22b68aeda53 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766835 Jun 03 16:18:45.234293 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.317575 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c0021ea8-9bcf-4b3c-9d12-d02ad47ddcb6 req-e0d0ff4c-b570-49bd-b16c-590a3a354377 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 210 time: 0.0559294 Jun 03 16:18:45.318122 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52458) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:45.321535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:45.354354 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f8a2838c246416c9b885e1b285b911a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5666280 Jun 03 16:18:45.356907 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e21a41-a97c-42af-b53e-e4f19868372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83fdee-a8d6-4346-9063-cb689da0e472'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:45.357367 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52464) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:45.359441 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e55e5-9f9c-4da7-abbf-5b4ed095644f" -d '{"events": [{"server_uuid": "68e21a41-a97c-42af-b53e-e4f19868372d", "name": "network-vif-plugged", "status": "completed", "tag": "0a83fdee-a8d6-4346-9063-cb689da0e472"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:45.456953 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.475451 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ac0f6-b193-4016-b4f4-43ea4144b415,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:45.479771 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6dbeefac-c48c-4104-b0de-66739158fe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:45.482524 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-cf985e5e-3066-4ed6-adcc-3c8c109016d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030146 Jun 03 16:18:45.555252 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.593551 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.631439 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:45.641604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Usage tracker for resource:security_group_rule and tenant:9824852de8ba44b08e48ddda21008061 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:45.646417 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:45.655330 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:45.705973 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca83f-6c18-4f76-8aa4-d07c77e9a5a4 req-9eed7858-4540-483e-8a46-1030e8c19f64 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:45.707534 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-364ca83f-6c18-4f76-8aa4-d07c77e9a5a4 req-9eed7858-4540-483e-8a46-1030e8c19f64 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 943 time: 0.2096720 Jun 03 16:18:45.716631 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.748185 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:45.779210 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ac0f6-b193-4016-b4f4-43ea4144b415,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:45.798209 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:45.807693 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.810898 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b40ac0f6-b193-4016-b4f4-43ea4144b415 HTTP/1.1" status: 204 len: 168 time: 0.4529219 Jun 03 16:18:45.822920 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979059d-2cf7-4c17-9d75-c13cdcdf8d22 req-45b2da8e-d41a-4f0a-8817-2e528b0e0c26 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:45.830387 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9979059d-2cf7-4c17-9d75-c13cdcdf8d22 req-45b2da8e-d41a-4f0a-8817-2e528b0e0c26 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.7069106 Jun 03 16:18:45.840876 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-364ca83f-6c18-4f76-8aa4-d07c77e9a5a4 req-28189db8-628d-4036-a544-a04635418ca6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252353 Jun 03 16:18:45.925551 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.930553 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.942809 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1da3d-e9a3-4953-8670-a9a5756c78ff x-openstack-request-id: req-ecd1da3d-e9a3-4953-8670-a9a5756c78ff {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:45.943404 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e21a41-a97c-42af-b53e-e4f19868372d", "name": "network-vif-plugged", "status": "completed", "tag": "0a83fdee-a8d6-4346-9063-cb689da0e472", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:45.943881 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecd1da3d-e9a3-4953-8670-a9a5756c78ff {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:45.944506 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e21a41-a97c-42af-b53e-e4f19868372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83fdee-a8d6-4346-9063-cb689da0e472', 'code': 200} Jun 03 16:18:45.949959 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e8223084-121f-4d16-8c75-7291ffca6e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:45.961942 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-199d5336-fa3e-4e1e-a787-90e40f441c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:45.963928 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-199d5336-fa3e-4e1e-a787-90e40f441c27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.6864479 Jun 03 16:18:45.971340 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-d38d7e5c-dd20-48c2-b2ed-fe9c57553ad9 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633651 Jun 03 16:18:45.972696 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c7d98db-8a0b-49a0-b6df-c91487b92d05 req-72d20ebf-8b69-4c2e-8e8b-19865aa89da5 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526394 Jun 03 16:18:45.995916 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9824852de8ba44b08e48ddda21008061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764882 Jun 03 16:18:45.997728 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9979059d-2cf7-4c17-9d75-c13cdcdf8d22 req-7cce84df-575b-429f-99c1-2796b514aed4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664352 Jun 03 16:18:45.998233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52486) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:46.011086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a291c-9839-498c-a5ee-49752b5bf2a4,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:46.034723 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:46.256474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817759c-c025-4c79-b909-4d6910a2cb4e req-5439c2a3-9678-47c1-aa1a-00283836ad94 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:46.266651 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3817759c-c025-4c79-b909-4d6910a2cb4e req-5439c2a3-9678-47c1-aa1a-00283836ad94 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.1188178 Jun 03 16:18:46.301364 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0725bd18-b601-4dd4-8b24-541e54c48aa6 req-d2f207a2-3d44-4d66-a17f-224b74fce42d service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503912 Jun 03 16:18:46.344806 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3817759c-c025-4c79-b909-4d6910a2cb4e req-dc49bba1-2e48-4a72-9a79-ce360ad14a28 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729089 Jun 03 16:18:46.398400 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52498) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:46.421027 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.442857 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:46.447743 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Usage tracker for resource:security_group_rule and tenant:6bef99c6f59249e696d3dd926befd8ec is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:46.450813 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:46.457433 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:46.543598 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-43cc2f9f-cc51-4fce-9c74-f34daa104d93 req-b72dbca1-43f0-426f-8e04-aa72625720a4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 210 time: 0.0640504 Jun 03 16:18:46.594961 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-b82f7861-2337-46ab-8c6a-ad09c2a6da99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 217 time: 0.5452249 Jun 03 16:18:46.639949 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.667484 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.672477 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.684219 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5e99d5a-fc2f-405f-9f27-10e7825adbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:46.720873 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.750967 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bef99c6f59249e696d3dd926befd8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487351 Jun 03 16:18:46.750967 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb597be9-bf04-416e-a371-728c00e9f080,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:46.754126 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52504) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:46.778024 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:46.865107 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-08f58354-3169-4ec9-9af2-01b1f22e32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:46.866637 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-08f58354-3169-4ec9-9af2-01b1f22e32a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.2279999 Jun 03 16:18:46.892763 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.956890 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.090527 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7b0e84ef-1e0a-475e-a017-faeb88e9d482 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.091345 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7b0e84ef-1e0a-475e-a017-faeb88e9d482 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:network {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:47.108622 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686de7b2-e717-4594-abbe-93aca55fc315 req-a3c2690b-aa1e-44ee-a014-0339b0548d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.110091 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-686de7b2-e717-4594-abbe-93aca55fc315 req-a3c2690b-aa1e-44ee-a014-0339b0548d3d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 1098 time: 0.6295130 Jun 03 16:18:47.115689 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.124021 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-be05c235-9eb3-4db4-b7d2-8c6b63a06116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:47.145347 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a44fa-13c2-4c6c-af87-61ebab784855 req-ad36a733-6d86-4889-a3f0-34851c1afe38 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.146955 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-860a44fa-13c2-4c6c-af87-61ebab784855 req-ad36a733-6d86-4889-a3f0-34851c1afe38 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 943 time: 0.1775177 Jun 03 16:18:47.178801 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a291c-9839-498c-a5ee-49752b5bf2a4,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:47.187790 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.195171 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699ec0c-a555-433f-b283-dbc8058e9b52 req-f955f2bc-5cc6-45b8-ae67-d9a05ec706bf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.205281 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7699ec0c-a555-433f-b283-dbc8058e9b52 req-f955f2bc-5cc6-45b8-ae67-d9a05ec706bf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.7145474 Jun 03 16:18:47.205603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9a4e3624-016e-4b2d-9c81-38ede33739cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:47.218361 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:47.219573 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7b0e84ef-1e0a-475e-a017-faeb88e9d482 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:network {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:47.220892 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7b0e84ef-1e0a-475e-a017-faeb88e9d482 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 811 time: 0.5087142 Jun 03 16:18:47.228992 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb597be9-bf04-416e-a371-728c00e9f080,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:47.233989 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:47.241723 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-860a44fa-13c2-4c6c-af87-61ebab784855 req-55d09bca-d0a3-4153-9498-3da8dc5a1316 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729852 Jun 03 16:18:47.243463 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.246226 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb597be9-bf04-416e-a371-728c00e9f080 HTTP/1.1" status: 204 len: 168 time: 0.4899340 Jun 03 16:18:47.299558 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7699ec0c-a555-433f-b283-dbc8058e9b52 req-4e0468d7-55bd-410d-87cc-376db44465da tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750337 Jun 03 16:18:47.304481 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.307937 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b19a291c-9839-498c-a5ee-49752b5bf2a4 HTTP/1.1" status: 204 len: 168 time: 1.3063121 Jun 03 16:18:47.324577 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-686de7b2-e717-4594-abbe-93aca55fc315 req-951ef17a-04b9-4a86-afc5-8e689fca446e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029178 Jun 03 16:18:47.337211 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-6a98be55-f941-40c3-b9aa-1c6d557b0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.340731 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-6a98be55-f941-40c3-b9aa-1c6d557b0cb5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3538880 Jun 03 16:18:47.366636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-d5d23773-3f7c-4e00-81e6-231440f680b9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:47.393736 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-d5d23773-3f7c-4e00-81e6-231440f680b9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:47.394973 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-d5d23773-3f7c-4e00-81e6-231440f680b9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8feae147143640a09cb50333739b96a5 HTTP/1.1" status: 200 len: 380 time: 0.0991852 Jun 03 16:18:47.520381 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588c093-1e05-4c01-bb58-7db74cc47b3e req-272cb597-6b9c-42ce-9736-4fd05ee06754 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.535065 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6588c093-1e05-4c01-bb58-7db74cc47b3e req-272cb597-6b9c-42ce-9736-4fd05ee06754 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.1151793 Jun 03 16:18:47.581140 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cffe3-84dc-44ea-a98d-ce060b21cc8f req-a3c685c4-0af4-4bd2-9f6a-c38fdf268191 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:47.582843 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db9cffe3-84dc-44ea-a98d-ce060b21cc8f req-a3c685c4-0af4-4bd2-9f6a-c38fdf268191 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.0989652 Jun 03 16:18:47.619730 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6588c093-1e05-4c01-bb58-7db74cc47b3e req-d8f78f4f-1290-4893-9d58-f092f93f14e1 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714185 Jun 03 16:18:47.640247 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db9cffe3-84dc-44ea-a98d-ce060b21cc8f req-d802a060-64dc-466f-897c-29fb3e3b6f13 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Jun 03 16:18:47.715111 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device d951b186-9121-493c-8bd1-4a13fa578913 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:47.734524 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'port': {'device_id': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'admin_state_up': True, 'tenant_id': '8feae147143640a09cb50333739b96a5', 'security_groups': ['24d63ec3-81c1-490d-8398-4c4f5454d783']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:47.871881 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9993d4ef-aa1f-44d2-bfc1-594c066f8fbe req-780f626b-6f70-48c6-a3b5-de7703d261c3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 210 time: 0.0898860 Jun 03 16:18:48.044494 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52548) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:48.056737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port d951b186-9121-493c-8bd1-4a13fa578913, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d951b186-9121-493c-8bd1-4a13fa578913,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:48.074306 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-deed7ecf-eebe-4e8a-9dc7-571fad374521 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089049 Jun 03 16:18:48.075426 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:48.078095 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.079953 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:port and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:48.083944 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:48.086681 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': 'd951b186-9121-493c-8bd1-4a13fa578913', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'port_id': 'd951b186-9121-493c-8bd1-4a13fa578913', 'mac_address': 'fa:16:3e:c6:db:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:48.099467 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:48.105389 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Usage tracker for resource:security_group_rule and tenant:4241021a7b19460ab71a8cfc62269a20 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:48.108765 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:48.115486 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:48.134239 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:48.219686 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Made reservation on behalf of 8feae147143640a09cb50333739b96a5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:48.224753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.229243 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.232918 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.247221 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.248936 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d951b186-9121-493c-8bd1-4a13fa578913 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:48.267196 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:48.267438 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port d951b186-9121-493c-8bd1-4a13fa578913, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d951b186-9121-493c-8bd1-4a13fa578913,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:48.275169 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.276967 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:48.282300 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:48.299892 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f4180-42fa-4601-a320-201e5d70da5e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:48.305027 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52556) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:48.307203 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:48.347673 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4241021a7b19460ab71a8cfc62269a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020940 Jun 03 16:18:48.368747 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52562) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:48.416305 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=d951b186-9121-493c-8bd1-4a13fa578913,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:48.422446 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:48.541349 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:48.557063 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-946359e8-fac1-4aba-8f5a-8c14bdc84457 req-9adbac16-b7ce-4023-94e0-696ba77b83b9 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672155 Jun 03 16:18:48.581414 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'mac_address': 'fa:16:3e:39:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:48.661956 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce5b16-7705-4991-8cbb-01e075e153ba req-5a27f556-1612-4947-9423-5c8effd12f95 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:48.671325 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e8ce5b16-7705-4991-8cbb-01e075e153ba req-5a27f556-1612-4947-9423-5c8effd12f95 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 943 time: 0.1788418 Jun 03 16:18:48.687830 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.721630 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f7c668-1960-4ec6-8124-646d28a93ac3 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:48.723252 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.741140 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e8ce5b16-7705-4991-8cbb-01e075e153ba req-c0622451-3053-4fe3-a234-c7757cf36efc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 Jun 03 16:18:48.742530 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Allocated IP 172.20.0.14 (4f8e7682-5422-4806-8c26-b370f8eea56d/15226c7d-29f7-4908-9689-8e5280457dc0/f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:48.747068 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.765015 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:48.775058 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.777071 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 296f70b2-a8cc-4af6-a377-b95f984a7181 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:48.793942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:48.807928 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:48.836441 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Usage tracker for resource:security_group_rule and tenant:ab6bb2c217714324ae5b60d53032e483 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:48.850413 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:48.858769 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.877482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:48.961987 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:48.965864 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:48.996658 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 296f70b2-a8cc-4af6-a377-b95f984a7181, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=296f70b2-a8cc-4af6-a377-b95f984a7181,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:49.042501 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '296f70b2-a8cc-4af6-a377-b95f984a7181', 'network_id': '592972e3-0317-4bda-8259-5457b522281a', 'port_id': '296f70b2-a8cc-4af6-a377-b95f984a7181', 'mac_address': 'fa:16:3e:f2:52:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116194ef-6c61-423b-b85a-db0842afa9d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:49.100224 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f9b6-c88a-43b3-8a28-b50024d88f9c req-0c58fe88-3101-4197-abe3-64167049e2e1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:49.114490 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7d73f9b6-c88a-43b3-8a28-b50024d88f9c req-0c58fe88-3101-4197-abe3-64167049e2e1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.5468695 Jun 03 16:18:49.142727 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.165473 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296f70b2-a8cc-4af6-a377-b95f984a7181 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:49.191892 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 296f70b2-a8cc-4af6-a377-b95f984a7181, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=296f70b2-a8cc-4af6-a377-b95f984a7181,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:49.200075 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.207410 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-42bf5428-b0c9-4626-bb08-90bd1f00ca8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:49.232382 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7d73f9b6-c88a-43b3-8a28-b50024d88f9c req-ed7ac0cf-64f9-4831-ad76-7b2bf0f94f68 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163249 Jun 03 16:18:49.271599 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.297240 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-949a7854-e020-43be-bbd3-afa1d2ce282e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:49.347085 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f4180-42fa-4601-a320-201e5d70da5e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.363593 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:49.387560 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.389372 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a0f4180-42fa-4601-a320-201e5d70da5e HTTP/1.1" status: 204 len: 168 time: 1.0172365 Jun 03 16:18:49.412317 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.417835 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=296f70b2-a8cc-4af6-a377-b95f984a7181,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.440100 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:49.480335 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.493483 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6267ccdc-b9d5-467a-a262-34d720dd9b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:49.522632 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.542963 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab6bb2c217714324ae5b60d53032e483&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2368124 Jun 03 16:18:49.545531 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c1166-2784-4236-ab3f-ae2b14c4a6eb,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.547955 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52588) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:49.549797 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Transition to ACTIVE for port object f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:49.564162 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:49.601916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1b725-993b-4fec-9e6e-d507ad66fc20 req-478d393c-0ea1-4476-96e6-6385b9bce2fc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:49.608971 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-56d1b725-993b-4fec-9e6e-d507ad66fc20 req-478d393c-0ea1-4476-96e6-6385b9bce2fc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.3060672 Jun 03 16:18:49.636344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.642702 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bac250-985e-4b6a-9fbf-12d2dee9725d req-728aa9fd-3280-4c70-a2c5-41b74296f455 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:49.644394 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-21bac250-985e-4b6a-9fbf-12d2dee9725d req-728aa9fd-3280-4c70-a2c5-41b74296f455 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.2534909 Jun 03 16:18:49.675238 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:49.682902 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.720776 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-21bac250-985e-4b6a-9fbf-12d2dee9725d req-90c1563d-e8cd-4329-bbe9-cc2b89975cb9 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658762 Jun 03 16:18:49.728820 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.765400 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-56d1b725-993b-4fec-9e6e-d507ad66fc20 req-d73d714a-0cac-426f-ac74-fd5fe472f7ef tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554580 Jun 03 16:18:49.782852 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Network 4f8e7682-5422-4806-8c26-b370f8eea56d is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:49.787558 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:49.798540 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:18:49.819705 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:49.828516 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.866838 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.872088 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:49.876568 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['296f70b2-a8cc-4af6-a377-b95f984a7181'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:49.886202 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'Port': ['ID=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.896069 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c1166-2784-4236-ab3f-ae2b14c4a6eb,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.899215 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:49.902150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:49.908297 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.927174 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1967442 Jun 03 16:18:49.928087 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a03c1166-2784-4236-ab3f-ae2b14c4a6eb HTTP/1.1" status: 204 len: 168 time: 0.3676000 Jun 03 16:18:49.951093 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Request body: {'port': {'device_id': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:49.957359 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['d951b186-9121-493c-8bd1-4a13fa578913'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:50.019164 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['83f7c668-1960-4ec6-8124-646d28a93ac3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:50.285285 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.319996 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134b0fa-f57b-403a-bf96-c7c091a6d66f req-33fd10a7-b28a-4416-b4a2-2b6ab574e544 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:50.329361 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0134b0fa-f57b-403a-bf96-c7c091a6d66f req-33fd10a7-b28a-4416-b4a2-2b6ab574e544 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 932 time: 0.3903706 Jun 03 16:18:50.432197 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0134b0fa-f57b-403a-bf96-c7c091a6d66f req-10ca37c5-1118-4ec9-8b98-8956bc9c372a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008236 Jun 03 16:18:50.532215 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-3127a246-948f-4dde-b204-2960b86a3a3d None None] Provisioning for port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:50.569785 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09050f-d7d7-491c-9f9f-b6baa03a05c7 req-9eb3654e-b5d6-41fb-8998-696bdcc0f05f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:50.579231 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3d09050f-d7d7-491c-9f9f-b6baa03a05c7 req-9eb3654e-b5d6-41fb-8998-696bdcc0f05f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 944 time: 0.5318356 Jun 03 16:18:50.612155 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52622) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:50.631747 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-3127a246-948f-4dde-b204-2960b86a3a3d None None] Provisioning complete for port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:50.632135 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3127a246-948f-4dde-b204-2960b86a3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.753350 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-439a625d-a271-42b5-ac02-15c97ed2adcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.782128 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.823002 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3d09050f-d7d7-491c-9f9f-b6baa03a05c7 req-52e9dbb2-a8ad-4ef8-9a37-889db5d868c9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417562 Jun 03 16:18:50.833111 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:50.840902 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Usage tracker for resource:security_group_rule and tenant:72e44f1acddd42b292062c6318007463 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:50.845484 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:50.852841 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:50.925248 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-3127a246-948f-4dde-b204-2960b86a3a3d None None] Port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:51.008422 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.017646 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.030857 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:51.074629 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168218ff-7a94-4420-8456-c519612dca36,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.099121 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:51.113642 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834708a-b58a-405d-99a4-8e74ec4aa890 req-c7860db8-59a3-4e40-a6cb-614caa1ccd21 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:51.115605 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8834708a-b58a-405d-99a4-8e74ec4aa890 req-c7860db8-59a3-4e40-a6cb-614caa1ccd21 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.4514766 Jun 03 16:18:51.116088 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:51.118391 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72e44f1acddd42b292062c6318007463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040071 Jun 03 16:18:51.121070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52636) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:51.134657 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.157226 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Transition to ACTIVE for port object f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:51.165153 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.171869 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ffeee8aa-5b44-41bc-be3e-ea687c68be91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:51.240687 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8834708a-b58a-405d-99a4-8e74ec4aa890 req-8d6f7fcc-7a2c-4bcf-a054-2055aaa74817 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714033 Jun 03 16:18:51.241683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.288396 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.358460 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.364604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3cadb49e-fcba-4bdb-8dbb-2bc31af39dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:51.407735 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168218ff-7a94-4420-8456-c519612dca36,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.411523 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:51.413899 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec333e1-4915-4d3d-a063-580a615fb077 req-29e4d617-6425-4175-ac37-bf682389864d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:51.414086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.415257 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/168218ff-7a94-4420-8456-c519612dca36 HTTP/1.1" status: 204 len: 168 time: 0.2931731 Jun 03 16:18:51.421463 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6ec333e1-4915-4d3d-a063-580a615fb077 req-29e4d617-6425-4175-ac37-bf682389864d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.3564563 Jun 03 16:18:51.423379 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.428048 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:51.491064 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Attempting to bind port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:51.491404 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Attempting to bind port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:51.491729 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Attempting to bind port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa on network 4f8e7682-5422-4806-8c26-b370f8eea56d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:51.526466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa on network 4f8e7682-5422-4806-8c26-b370f8eea56d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:51.526723 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Attempting to bind port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa on network 4f8e7682-5422-4806-8c26-b370f8eea56d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:51.553810 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6ec333e1-4915-4d3d-a063-580a615fb077 req-a15a4aaf-417e-45e7-9dd4-f361886d7d88 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316731 Jun 03 16:18:51.554697 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:51.555105 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Checking segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:18:51.555500 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Bound using segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:51.555953 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Bound port: f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:51.556308 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.757050 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] For port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:51.766117 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] For port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:51.776936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.798571 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:51.807201 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccc46d-7d47-4390-91e7-ab26feb99f1d req-118fd42a-55be-4edc-b312-452ce7ed709f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:51.829348 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9eccc46d-7d47-4390-91e7-ab26feb99f1d req-118fd42a-55be-4edc-b312-452ce7ed709f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 944 time: 0.2068424 Jun 03 16:18:51.965784 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:51.969583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.973389 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] 10.222.0.76 "PUT /v2.0/ports/f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 1094 time: 2.0274856 Jun 03 16:18:51.980293 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:51.980894 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9eccc46d-7d47-4390-91e7-ab26feb99f1d req-8b499eb2-b0f9-4a16-98e6-f76b440a1560 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506672 Jun 03 16:18:51.996703 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d01d81-62b7-4319-9bfe-205882aaf50f" -d '{"events": [{"name": "network-changed", "server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:52.281941 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3de12-511c-44a4-a544-cb21326fdc2d x-openstack-request-id: req-21c3de12-511c-44a4-a544-cb21326fdc2d {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:52.294773 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:52.295093 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21c3de12-511c-44a4-a544-cb21326fdc2d {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:52.295735 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'status': 'completed', 'code': 200} Jun 03 16:18:52.373036 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:52.384100 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:52.461659 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda1664-45cb-4efa-9661-96e5548f51b8 req-317d1420-2df5-4acb-8755-1027905a275c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:52.463365 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-beda1664-45cb-4efa-9661-96e5548f51b8 req-317d1420-2df5-4acb-8755-1027905a275c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 944 time: 0.3989239 Jun 03 16:18:52.576175 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-beda1664-45cb-4efa-9661-96e5548f51b8 req-bdc671da-fe8f-4f04-8cb6-1bb5bd97ffc1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889740 Jun 03 16:18:52.616676 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-f6d15c57-358b-4655-9a46-298325831b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:52.618740 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-f6d15c57-358b-4655-9a46-298325831b8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1097 time: 0.5607009 Jun 03 16:18:52.623575 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc7f95-78aa-4928-8d15-5159738861e1 req-c172286b-321e-4dcc-b4f8-028c7947bd40 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:52.647600 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1cdc7f95-78aa-4928-8d15-5159738861e1 req-c172286b-321e-4dcc-b4f8-028c7947bd40 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.1814353 Jun 03 16:18:52.763372 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1cdc7f95-78aa-4928-8d15-5159738861e1 req-9a35fc91-feec-4e15-ae9b-fe764da9a59a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145525 Jun 03 16:18:52.804129 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-465f666d-45b6-4fe9-b9fb-fd6f275616d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 217 time: 0.1655176 Jun 03 16:18:52.874811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-1062bfed-b680-4533-bc0b-740611312c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:52.876776 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-1062bfed-b680-4533-bc0b-740611312c08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.0702722 Jun 03 16:18:52.977284 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.111843 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23e7ac73-96a3-476e-9f67-3745a060cbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.175841 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f228c64-3989-4d28-8904-2d41f0734b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:53.178001 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-7f228c64-3989-4d28-8904-2d41f0734b01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2938964 Jun 03 16:18:53.301102 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e383e4-8692-4201-b42a-be0b6926dca4 req-3fe94cb0-c6db-4598-b9a7-90fdb9fc41fe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:53.308584 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c0e383e4-8692-4201-b42a-be0b6926dca4 req-3fe94cb0-c6db-4598-b9a7-90fdb9fc41fe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 944 time: 0.1959469 Jun 03 16:18:53.353277 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-d4ea1f63-3424-425e-8e13-82741fbe6cf9 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682365 Jun 03 16:18:53.380885 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c0e383e4-8692-4201-b42a-be0b6926dca4 req-b8e19d1c-c6e2-4beb-a145-31e6f0f1f102 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620255 Jun 03 16:18:53.564211 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4abb1376-8d28-4313-aa64-4a1d51796220 req-b7d92260-0cdb-48e9-b99f-d3a641a97f86 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964173 Jun 03 16:18:53.764107 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 296f70b2-a8cc-4af6-a377-b95f984a7181 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:53.783994 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-f2185420-714d-4f4f-afd0-b98df6ac0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:53.798640 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-f2185420-714d-4f4f-afd0-b98df6ac0ff2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1097 time: 0.1220043 Jun 03 16:18:53.844599 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ba518-44de-4e3e-bc99-0f260eef5f8d req-84208fcf-25ab-4060-b6e8-5f914293502f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:53.852061 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a06ba518-44de-4e3e-bc99-0f260eef5f8d req-84208fcf-25ab-4060-b6e8-5f914293502f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 944 time: 0.1333892 Jun 03 16:18:53.924389 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 296f70b2-a8cc-4af6-a377-b95f984a7181 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:53.934312 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 296f70b2-a8cc-4af6-a377-b95f984a7181 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:53.936914 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.951265 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a06ba518-44de-4e3e-bc99-0f260eef5f8d req-a0619683-3216-424a-9377-0ef7185479d5 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894642 Jun 03 16:18:54.100178 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-e21a07e2-d6a0-4c7b-94a9-7f895277801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:54.101617 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-e21a07e2-d6a0-4c7b-94a9-7f895277801f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.2865059 Jun 03 16:18:54.144756 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:18:54.155882 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.199150 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-6b3ce07b-6eda-4de1-bfa1-c2bdfdb2a721 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 217 time: 0.0900850 Jun 03 16:18:54.208509 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0141-d292-49cf-ac44-07560f02d41e req-1555c702-165d-4bb0-a884-abd914cda143 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:54.216438 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-107c0141-d292-49cf-ac44-07560f02d41e req-1555c702-165d-4bb0-a884-abd914cda143 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.2133534 Jun 03 16:18:54.231978 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f70b2-a8cc-4af6-a377-b95f984a7181'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:54.242715 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a547af60-2b1f-4889-9e1a-e04a13ba9646" -d '{"events": [{"server_uuid": "2930bbf7-5e20-4ca7-a3b4-df335d3e52ee", "name": "network-vif-plugged", "status": "completed", "tag": "296f70b2-a8cc-4af6-a377-b95f984a7181"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:54.278610 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 296f70b2-a8cc-4af6-a377-b95f984a7181, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=296f70b2-a8cc-4af6-a377-b95f984a7181,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:54.291585 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.292683 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:54.327769 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-107c0141-d292-49cf-ac44-07560f02d41e req-04e6e264-5d1c-4faf-97a3-8a12b53ed59c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100271 Jun 03 16:18:54.345421 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-3fc84613-b144-4568-b62f-d7b42a323f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:54.352221 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-3fc84613-b144-4568-b62f-d7b42a323f81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.1298590 Jun 03 16:18:54.380270 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:54.458885 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7113fd-9163-47f5-8af2-56e676838bc3 x-openstack-request-id: req-3a7113fd-9163-47f5-8af2-56e676838bc3 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:54.459086 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2930bbf7-5e20-4ca7-a3b4-df335d3e52ee", "name": "network-vif-plugged", "status": "completed", "tag": "296f70b2-a8cc-4af6-a377-b95f984a7181", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:54.459338 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a7113fd-9163-47f5-8af2-56e676838bc3 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:54.459899 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f70b2-a8cc-4af6-a377-b95f984a7181', 'code': 200} Jun 03 16:18:54.527730 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=296f70b2-a8cc-4af6-a377-b95f984a7181,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:54.533156 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:54.544492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.548681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-489b7cce-4e01-4bde-9539-d71f25eb8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:54.551532 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-489b7cce-4e01-4bde-9539-d71f25eb8129 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1898730 Jun 03 16:18:54.554606 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 83f7c668-1960-4ec6-8124-646d28a93ac3 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:54.564733 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 83f7c668-1960-4ec6-8124-646d28a93ac3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:54.566391 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.705712 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814bf84-4128-44d0-98b5-dc945631fab0 req-9012eb40-57ab-4c53-9658-cb92cc2ca52a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:54.708590 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0814bf84-4128-44d0-98b5-dc945631fab0 req-9012eb40-57ab-4c53-9658-cb92cc2ca52a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 944 time: 0.1276867 Jun 03 16:18:54.724096 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.770681 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:54.774053 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0814bf84-4128-44d0-98b5-dc945631fab0 req-d0023a59-295b-4f2f-86e8-e1a09a84333a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593350 Jun 03 16:18:54.776492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.777549 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device d951b186-9121-493c-8bd1-4a13fa578913 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:54.811835 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-44ae4293-16b1-4086-a437-6e7fd827f814 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503002 Jun 03 16:18:54.825244 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:54.901814 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58498025-11ca-4a36-83d8-fa6c883351e5 req-f253f770-da40-4c8d-abff-9cd2bd41027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:54.903435 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58498025-11ca-4a36-83d8-fa6c883351e5 req-f253f770-da40-4c8d-abff-9cd2bd41027b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 1098 time: 0.1984789 Jun 03 16:18:54.935503 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port d951b186-9121-493c-8bd1-4a13fa578913 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:54.949634 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:54.954539 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port d951b186-9121-493c-8bd1-4a13fa578913 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:54.955194 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.017851 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:55.062319 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58498025-11ca-4a36-83d8-fa6c883351e5 req-10450662-34c6-434d-82d6-b1db19c595be service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947444 Jun 03 16:18:55.124183 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46d01d81-62b7-4319-9bfe-205882aaf50f req-7de649bb-cb65-4fb6-a6c5-5e0f7321fdf8 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047011 Jun 03 16:18:55.164550 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.213652 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port d951b186-9121-493c-8bd1-4a13fa578913, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d951b186-9121-493c-8bd1-4a13fa578913,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:55.219087 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.221026 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-37b14de6-e32a-4e8d-8ede-813820f376c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:55.237647 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd4d5e-6d08-4dfd-a47c-7625c8e47226 req-c12018c1-9984-44b8-acf2-bedf22da8f5e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:55.241535 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0dbd4d5e-6d08-4dfd-a47c-7625c8e47226 req-c12018c1-9984-44b8-acf2-bedf22da8f5e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1032572 Jun 03 16:18:55.305205 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0dbd4d5e-6d08-4dfd-a47c-7625c8e47226 req-9914fcdb-c821-40e4-9892-9dc389baf013 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Jun 03 16:18:55.318222 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=d951b186-9121-493c-8bd1-4a13fa578913,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:55.318222 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:55.525014 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645a80c-3c00-49a3-84ba-dbfba66473f4 req-389e2529-3c15-42fc-892a-03e7cecf34b2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:55.527182 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0645a80c-3c00-49a3-84ba-dbfba66473f4 req-389e2529-3c15-42fc-892a-03e7cecf34b2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0822475 Jun 03 16:18:55.582382 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0645a80c-3c00-49a3-84ba-dbfba66473f4 req-5736b6f0-b671-4934-b017-25adee829f13 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487630 Jun 03 16:18:55.816596 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:56.036681 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8afc7a-1347-49b0-b30b-1733c716c8a2 req-9ff07e7f-9e96-4920-b2ec-56702376b01b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:56.038968 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3d8afc7a-1347-49b0-b30b-1733c716c8a2 req-9ff07e7f-9e96-4920-b2ec-56702376b01b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 944 time: 0.1168265 Jun 03 16:18:56.096724 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3d8afc7a-1347-49b0-b30b-1733c716c8a2 req-6ba97dab-df93-4376-b569-2f80af2afe77 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487289 Jun 03 16:18:56.461215 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}, {'server_uuid': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd951b186-9121-493c-8bd1-4a13fa578913'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:18:56.465830 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe61ab8-6e05-47f5-98f4-d0db9580d343" -d '{"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-plugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}, {"server_uuid": "7a3059f4-06c8-4843-bacb-b9c63f517d11", "name": "network-vif-plugged", "status": "completed", "tag": "d951b186-9121-493c-8bd1-4a13fa578913"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:18:56.558864 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d74931-3ca8-4bfb-b819-c8fe58aa383a x-openstack-request-id: req-21d74931-3ca8-4bfb-b819-c8fe58aa383a {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:18:56.559681 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-plugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "code": 200}, {"server_uuid": "7a3059f4-06c8-4843-bacb-b9c63f517d11", "name": "network-vif-plugged", "status": "completed", "tag": "d951b186-9121-493c-8bd1-4a13fa578913", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:18:56.560252 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21d74931-3ca8-4bfb-b819-c8fe58aa383a {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:18:56.561129 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'code': 200} Jun 03 16:18:56.561705 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd951b186-9121-493c-8bd1-4a13fa578913', 'code': 200} Jun 03 16:18:56.604004 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f7dc3-9240-4f19-9858-1750c6a9e9f0 req-9d66ac7f-e9ba-48cc-9758-da15639bbaf6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:56.610679 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-363f7dc3-9240-4f19-9858-1750c6a9e9f0 req-9d66ac7f-e9ba-48cc-9758-da15639bbaf6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1483943 Jun 03 16:18:56.680559 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-363f7dc3-9240-4f19-9858-1750c6a9e9f0 req-2497b0af-b0e0-4bf0-90f8-992d0f458e79 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681353 Jun 03 16:18:56.840468 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae805e-4701-434c-b8cf-f7aeec8b678a req-92e874b4-a14f-49cf-a9cd-8f93bc036f84 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:56.842428 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bbae805e-4701-434c-b8cf-f7aeec8b678a req-92e874b4-a14f-49cf-a9cd-8f93bc036f84 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1064231 Jun 03 16:18:56.940769 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bbae805e-4701-434c-b8cf-f7aeec8b678a req-98845d81-6274-49b7-aba4-8f4591a898ad tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863216 Jun 03 16:18:57.276304 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec61271-0ef9-42f6-b0b4-c073a4fd2a39 req-051cba69-1f78-4fa4-b8c4-8003b47a2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:57.277878 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aec61271-0ef9-42f6-b0b4-c073a4fd2a39 req-051cba69-1f78-4fa4-b8c4-8003b47a2b6d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1099 time: 0.1363635 Jun 03 16:18:57.279718 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a589e-6090-4135-a209-ba0ddcc2d345 req-04bf6fd0-988b-4e1c-a5d3-57c8fe2001e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:57.281262 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a50a589e-6090-4135-a209-ba0ddcc2d345 req-04bf6fd0-988b-4e1c-a5d3-57c8fe2001e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.1945171 Jun 03 16:18:57.528079 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-aec61271-0ef9-42f6-b0b4-c073a4fd2a39 req-b2acacaa-1447-491c-bd5e-f4bd660964ef service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235963 Jun 03 16:18:57.540616 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a50a589e-6090-4135-a209-ba0ddcc2d345 req-681261a2-93af-404a-b19f-ac43b5a1f046 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102408 Jun 03 16:18:57.583572 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47efe1-5994-49dc-b6f6-00d04f91f966 req-9644195e-26ff-49bf-af90-b948d0943c0f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:57.584245 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-6b47efe1-5994-49dc-b6f6-00d04f91f966 req-9644195e-26ff-49bf-af90-b948d0943c0f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:57.603828 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-6b47efe1-5994-49dc-b6f6-00d04f91f966 req-9644195e-26ff-49bf-af90-b948d0943c0f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:57.605152 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6b47efe1-5994-49dc-b6f6-00d04f91f966 req-9644195e-26ff-49bf-af90-b948d0943c0f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 944 time: 0.2004097 Jun 03 16:18:57.750470 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6b47efe1-5994-49dc-b6f6-00d04f91f966 req-d9af5402-8142-42ea-91ec-c0ec0c2a6919 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369805 Jun 03 16:18:57.791181 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:58.098070 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:58.131792 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'port_id': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'mac_address': 'fa:16:3e:91:e3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:58.193881 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8eccb-0ec1-48fb-a3cd-b05d1b5c6349 req-dc9017f6-72a1-4e54-87ad-b11015bc0b0a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:58.198783 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cfa8eccb-0ec1-48fb-a3cd-b05d1b5c6349 req-dc9017f6-72a1-4e54-87ad-b11015bc0b0a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2082138 Jun 03 16:18:58.262734 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.272718 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cfa8eccb-0ec1-48fb-a3cd-b05d1b5c6349 req-ca6a058b-045b-4891-bc02-7a3c48e6bde4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657363 Jun 03 16:18:58.285040 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:18:58.316463 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:58.324111 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.326907 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c06b33fe-affa-4750-9bbb-84561302120f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:18:58.464255 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.470967 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:18:58.532492 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d30f1-787b-4fac-9187-c79434e5141d req-1c704d7c-d898-480d-bf59-631fe6c88138 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:58.534278 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e89d30f1-787b-4fac-9187-c79434e5141d req-1c704d7c-d898-480d-bf59-631fe6c88138 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1265526 Jun 03 16:18:58.586524 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e89d30f1-787b-4fac-9187-c79434e5141d req-b3fefd73-932d-402e-9bfe-cfcc31765e43 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Jun 03 16:18:58.713405 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-ca8ce83f-66fb-4ca0-8030-1e9fdbfffea9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914958 Jun 03 16:18:58.826958 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c9e5d-695b-471d-87db-917215756bc0 req-95a7bf12-949f-4d32-b89e-ca4cf316c81e tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:58.830996 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-943c9e5d-695b-471d-87db-917215756bc0 req-95a7bf12-949f-4d32-b89e-ca4cf316c81e tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.1157236 Jun 03 16:18:58.887449 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-943c9e5d-695b-471d-87db-917215756bc0 req-871c2014-a264-45da-b8a4-3094f7304117 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481019 Jun 03 16:18:59.017652 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:59.099321 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a54535-a46c-4c1e-a963-afec5ed1d2d5 req-e1d51015-772f-41c4-9e11-3b79ca256920 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.101026 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-87a54535-a46c-4c1e-a963-afec5ed1d2d5 req-e1d51015-772f-41c4-9e11-3b79ca256920 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 945 time: 0.1025405 Jun 03 16:18:59.132312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-45d47caa-9ad0-4da0-907b-a75501731b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.133747 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-45d47caa-9ad0-4da0-907b-a75501731b20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 1098 time: 0.2517021 Jun 03 16:18:59.142305 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-4d26d9ec-24c4-45ac-8506-adf8a0001c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.143673 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-4d26d9ec-24c4-45ac-8506-adf8a0001c6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 1098 time: 0.2066648 Jun 03 16:18:59.173163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7324586-199d-4fee-83fb-1a208fae76d7 req-049ebada-a0c0-418d-9fd4-82cd2f563162 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.174731 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d7324586-199d-4fee-83fb-1a208fae76d7 req-049ebada-a0c0-418d-9fd4-82cd2f563162 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2428865 Jun 03 16:18:59.188497 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-87a54535-a46c-4c1e-a963-afec5ed1d2d5 req-5807ed25-98e7-4726-b1ae-7d514ea4f2b3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812488 Jun 03 16:18:59.552404 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d7324586-199d-4fee-83fb-1a208fae76d7 req-dcd761dc-fd27-4afc-adbb-237140cacd44 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420585 Jun 03 16:18:59.556109 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-ea52002f-29da-459d-8a52-bba700ab5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.557589 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-ea52002f-29da-459d-8a52-bba700ab5fdb service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 914 time: 0.3819740 Jun 03 16:18:59.677184 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-42ded42a-e29e-40c7-ba50-8d36cc1eb69e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a83fdee-a8d6-4346-9063-cb689da0e472 HTTP/1.1" status: 200 len: 217 time: 0.1099753 Jun 03 16:18:59.680295 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-adf3c31c-bb05-4da0-9aa8-cd8fc539bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.681854 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-adf3c31c-bb05-4da0-9aa8-cd8fc539bd54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.3898206 Jun 03 16:18:59.950544 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace4ff-bb5a-4ed7-a2c1-0c1857881506 req-03b5273a-44bd-422e-a5da-05cc498ec32b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.953127 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a0ace4ff-bb5a-4ed7-a2c1-0c1857881506 req-03b5273a-44bd-422e-a5da-05cc498ec32b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1736300 Jun 03 16:18:59.984088 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-d237712d-1107-4cf9-99d4-4456a00db1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:18:59.988010 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-d237712d-1107-4cf9-99d4-4456a00db1c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.2816761 Jun 03 16:19:00.001427 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-7581d107-5212-4653-9105-c5fbbab02a3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=296f70b2-a8cc-4af6-a377-b95f984a7181 HTTP/1.1" status: 200 len: 217 time: 0.1479945 Jun 03 16:19:00.027636 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a0ace4ff-bb5a-4ed7-a2c1-0c1857881506 req-01d46829-50b5-4dca-bf02-0228ac18866c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670683 Jun 03 16:19:00.046713 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-2ee17965-e5c5-4c30-b9e6-c0d47f6dbc95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470614 Jun 03 16:19:00.109208 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52892) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:00.194979 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-f67f8e04-76ea-429d-bcad-80d4f455d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:00.196462 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-f67f8e04-76ea-429d-bcad-80d4f455d2b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.1522942 Jun 03 16:19:00.281146 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.345327 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-36112cdb-3d85-4920-a870-36ea3158e3e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887165 Jun 03 16:19:00.362527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:00.387752 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-0d42e650-f89f-4ef3-9573-de2f428a31db service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647212 Jun 03 16:19:00.395652 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8cf3e-09f9-4bff-a3a5-129d27108552 req-2bd3b33f-40a4-45c1-83a8-dec5658af170 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:00.397177 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bfc8cf3e-09f9-4bff-a3a5-129d27108552 req-2bd3b33f-40a4-45c1-83a8-dec5658af170 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.3541660 Jun 03 16:19:00.400838 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Usage tracker for resource:security_group_rule and tenant:6c5a4d1f545e46f6b00899cfccf80793 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:00.408233 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:00.414466 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:00.501420 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bfc8cf3e-09f9-4bff-a3a5-129d27108552 req-1fae2c3d-7aba-4c85-b38e-90f93d7c5eab tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971227 Jun 03 16:19:00.510274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.538831 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.549905 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd8624a5-3e4a-4c9f-b37d-bbd100e12ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:00.616780 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c5a4d1f545e46f6b00899cfccf80793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5064061 Jun 03 16:19:00.617849 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef040efe-9f10-490f-882c-a5263df0940c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:00.624675 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52910) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:00.625911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:00.661375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03097a67-050a-483b-b6ee-e01d6729b598 req-9412ff46-160f-4b24-9e45-e3908a5724fc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:00.662965 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-03097a67-050a-483b-b6ee-e01d6729b598 req-9412ff46-160f-4b24-9e45-e3908a5724fc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 945 time: 0.2964222 Jun 03 16:19:00.756151 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.783747 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.807257 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-03097a67-050a-483b-b6ee-e01d6729b598 req-e3f65c53-ee40-469c-a86e-a91913dd484c tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379483 Jun 03 16:19:00.912501 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.922370 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fb4b4013-e567-44c4-a442-2f5db89c03f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:00.943051 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef040efe-9f10-490f-882c-a5263df0940c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:00.946564 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:00.949149 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.950439 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef040efe-9f10-490f-882c-a5263df0940c HTTP/1.1" status: 204 len: 168 time: 0.3177588 Jun 03 16:19:01.017701 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.026855 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52930) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.151290 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-738a9cac-de14-46d6-a8a0-eaa8f5e61d3d service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884067 Jun 03 16:19:01.184918 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ac3e51ab-89ca-4af2-9546-50e030b0307f req-8572682c-cebb-45a3-804e-c47d8972528a service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816325 Jun 03 16:19:01.226042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeab0c-2b47-4a39-a5ba-60b932f5cdfa req-baec3e70-8109-494d-9889-217bf974f01e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:01.233517 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-09aeab0c-2b47-4a39-a5ba-60b932f5cdfa req-baec3e70-8109-494d-9889-217bf974f01e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.4684839 Jun 03 16:19:01.266825 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.300511 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:01.307188 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Usage tracker for resource:security_group_rule and tenant:4d4fc11734b64657b1faed2dfa630d23 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:01.311542 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:01.326461 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-e2b61286-1947-4285-98de-3036c2181e44 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:01.334032 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-e2b61286-1947-4285-98de-3036c2181e44 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.2930813 Jun 03 16:19:01.336145 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:01.353508 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-09aeab0c-2b47-4a39-a5ba-60b932f5cdfa req-94f39af0-2d96-4731-aff8-014bf56ad0b1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188362 Jun 03 16:19:01.360936 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-6b3c656e-c8f3-4340-90df-1d8f7f4113ad tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/quotas/7f542c1a71374300b7f6ca24c03492d5 HTTP/1.1" status: 200 len: 375 time: 0.0259452 Jun 03 16:19:01.383758 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-27539b2c-56c8-4842-97c5-874e02e0d36f req-d5331413-9b44-46ce-ab11-ad16144d026f service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237766 Jun 03 16:19:01.533558 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-4a58a6f6-f1ff-4fb3-834e-35b0d221af53 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705225 Jun 03 16:19:01.563555 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9b5ad-c4b4-4813-93dc-5da8e9a1019a req-01a8cde3-a66d-4c9f-b756-a9169a08802f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:01.564966 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4de9b5ad-c4b4-4813-93dc-5da8e9a1019a req-01a8cde3-a66d-4c9f-b756-a9169a08802f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0974197 Jun 03 16:19:01.565442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52946) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.594887 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.610313 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.623868 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:01.631772 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Usage tracker for resource:security_group_rule and tenant:21e0883db783427cb96f4a4425b9ffba is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:01.636914 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:01.645916 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4de9b5ad-c4b4-4813-93dc-5da8e9a1019a req-67f7405e-10dc-4390-99c1-afcbbde78474 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653043 Jun 03 16:19:01.646788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:01.661189 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.669804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9b27facf-e368-45f1-9137-9a68f53ad7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:01.751165 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d91d169-0ed0-4c57-9f2a-b6eb5b4e0a2b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:01.754371 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.759172 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:01.768549 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d4fc11734b64657b1faed2dfa630d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7382298 Jun 03 16:19:01.768895 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52950) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.784672 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-2ca328d1-270d-4729-af2c-300ef9ddbcd0 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329533 Jun 03 16:19:01.793396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.806003 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-20027bd0-4706-410f-8585-ea0267f05351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:01.820200 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:01.852424 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21e0883db783427cb96f4a4425b9ffba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858264 Jun 03 16:19:01.860708 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52952) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.876167 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2b4d1-afcc-4751-abfc-8757f7121732,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:01.890691 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.891051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.891408 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.891747 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.892089 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.892453 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.892763 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.893097 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.893436 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.893768 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.894098 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.894468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:01.899542 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:01.905822 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:01.919531 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:01.920122 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.947388 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ab2e5-8f29-4271-8a71-b8719d7ed0a5 req-553bcd8c-8e7b-4db1-8c24-417c039cd762 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:01.954729 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-978ab2e5-8f29-4271-8a71-b8719d7ed0a5 req-553bcd8c-8e7b-4db1-8c24-417c039cd762 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.2024844 Jun 03 16:19:01.956660 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-53e7daae-1707-4fbc-8cf7-326347148909 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599176 Jun 03 16:19:01.971364 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.993198 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.008379 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.032300 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-978ab2e5-8f29-4271-8a71-b8719d7ed0a5 req-ad2076be-a229-4985-9b62-77355078e55c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Jun 03 16:19:02.063256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.090807 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.100267 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.106988 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2e721e89-f842-4c2a-b3ac-38e7c117b68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:02.152166 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d91d169-0ed0-4c57-9f2a-b6eb5b4e0a2b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.154116 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:02.157910 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f25b8-ba60-4153-8df5-efec9f6de0c7" -d '{"events": [{"server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "name": "network-vif-plugged", "status": "completed", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:02.158426 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.159686 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d91d169-0ed0-4c57-9f2a-b6eb5b4e0a2b HTTP/1.1" status: 204 len: 168 time: 0.3898339 Jun 03 16:19:02.165298 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.165554 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.166602 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.167023 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.167436 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.167852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.168455 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:02.168783 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.169756 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.169756 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.170651 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.170651 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.170964 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.174489 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:02.176371 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.180506 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:02.197033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.202101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:02.241272 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2b4d1-afcc-4751-abfc-8757f7121732,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.245278 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:02.251177 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.253777 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eec2b4d1-afcc-4751-abfc-8757f7121732 HTTP/1.1" status: 204 len: 168 time: 0.3920314 Jun 03 16:19:02.385231 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f335-23a5-4016-8242-26b0bfdb0e19 req-853ca84c-970a-47c3-aea1-25594c2e1628 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:02.387025 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8123f335-23a5-4016-8242-26b0bfdb0e19 req-853ca84c-970a-47c3-aea1-25594c2e1628 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0913653 Jun 03 16:19:02.392827 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.399814 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 52970) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:02.406125 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'floatingip': {'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:02.411183 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:02.506466 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f42ab5-3a02-42a9-af16-393cf30318c5 x-openstack-request-id: req-e5f42ab5-3a02-42a9-af16-393cf30318c5 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:02.507038 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "name": "network-vif-plugged", "status": "completed", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:02.507477 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5f42ab5-3a02-42a9-af16-393cf30318c5 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:02.508054 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'code': 200} Jun 03 16:19:02.639760 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c1c664fc-ec17-4324-820f-7891cf9587c7 req-eb526fa7-1aa4-4daf-8187-51f8b08a329a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 210 time: 0.0573332 Jun 03 16:19:02.693213 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.714538 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-1e814657-0645-4bb4-9ac0-d73824a7bbbe tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:02.716249 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-1e814657-0645-4bb4-9ac0-d73824a7bbbe tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.76 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.2738221 Jun 03 16:19:03.080501 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52990) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:03.124523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.164346 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:03.176125 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Usage tracker for resource:security_group_rule and tenant:57e974e7c69a401083d6a3cada97961a is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:03.182565 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:03.205787 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:03.348287 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.362791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.367979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44436cde-394a-4769-ae0f-ba1bf1c2f703 req-878197da-cda6-4000-8b90-39a9ba89c87c tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:03.374869 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-35201d5a-62ae-46c1-9aba-d86ef3716ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:03.382335 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-44436cde-394a-4769-ae0f-ba1bf1c2f703 req-878197da-cda6-4000-8b90-39a9ba89c87c tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.4858985 Jun 03 16:19:03.386068 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 52998) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:03.409396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f53ed-5ee6-49a0-89a7-65bb2b7f9993 req-83579481-8554-454a-9251-d685e5e90025 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:03.416552 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8f8f53ed-5ee6-49a0-89a7-65bb2b7f9993 req-83579481-8554-454a-9251-d685e5e90025 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.4877820 Jun 03 16:19:03.496138 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80c38b-f6fa-41c8-af57-9d617f7872bd req-bb646187-5e03-4510-86f8-7cc67a7ab975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:03.497769 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d80c38b-f6fa-41c8-af57-9d617f7872bd req-bb646187-5e03-4510-86f8-7cc67a7ab975 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1099 time: 0.5120926 Jun 03 16:19:03.511092 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Deleting port 442d3355-19cc-482e-9ef2-7ae512a3aa68 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:19:03.511430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.529482 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57e974e7c69a401083d6a3cada97961a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465568 Jun 03 16:19:03.541371 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53004) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:03.595531 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9949a71-9bd3-436e-bab1-676ae01cfb75,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:03.609776 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:03.649825 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8f8f53ed-5ee6-49a0-89a7-65bb2b7f9993 req-87e00101-39e8-48c6-ae04-185f2fda0aa3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159872 Jun 03 16:19:03.676520 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-44436cde-394a-4769-ae0f-ba1bf1c2f703 req-4e7c4b38-abae-4275-a31a-db548a52720f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928863 Jun 03 16:19:03.856554 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.872323 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d80c38b-f6fa-41c8-af57-9d617f7872bd req-b29201a4-8091-4066-8230-38b2f5add023 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637409 Jun 03 16:19:03.900507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:03.926329 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.944159 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Usage tracker for resource:security_group_rule and tenant:5f66ad143b754aab9cfa80e5ddc82e92 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:03.956342 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:03.998664 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:04.010223 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb323a2c-82f7-4f20-875e-86574c0d371f req-83c0e2f0-a26e-442a-95ec-7d8764a8f145 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 210 time: 0.0857420 Jun 03 16:19:04.015058 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] For port 442d3355-19cc-482e-9ef2-7ae512a3aa68, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=442d3355-19cc-482e-9ef2-7ae512a3aa68,segment=NetworkSegment(0dea2633-5e8e-487d-bbc5-0f6070cb5942),segment_id=0dea2633-5e8e-487d-bbc5-0f6070cb5942)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:04.015409 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.036392 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.211520 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.219476 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:04.286501 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Calling delete_port for 442d3355-19cc-482e-9ef2-7ae512a3aa68 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:19:04.297061 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9949a71-9bd3-436e-bab1-676ae01cfb75,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:04.303531 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:04.310464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.311602 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9949a71-9bd3-436e-bab1-676ae01cfb75 HTTP/1.1" status: 204 len: 168 time: 0.7541151 Jun 03 16:19:04.346640 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.352784 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.443776 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75c8dd-2e27-4f76-96b7-979460fd3288 req-0ee900b8-8d91-4ed7-81a6-4d1d955b2b2c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:04.451096 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7e75c8dd-2e27-4f76-96b7-979460fd3288 req-0ee900b8-8d91-4ed7-81a6-4d1d955b2b2c tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 945 time: 0.5586627 Jun 03 16:19:04.549845 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7e75c8dd-2e27-4f76-96b7-979460fd3288 req-30f757f2-29ba-4466-81d9-0afb218de285 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/security-groups?id=87b8be22-4ed0-481e-91af-7d649b083ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976989 Jun 03 16:19:04.581700 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.588002 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.599148 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e24551e7-15d0-4568-8c7d-379c21f9ef21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:04.666605 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.l3_db [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Floating IP c0e230c2-8dbb-430f-ab05-68f8847d2472 associated. External IP: 172.28.1.78, port: 83f7c668-1960-4ec6-8124-646d28a93ac3. Jun 03 16:19:04.905631 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f66ad143b754aab9cfa80e5ddc82e92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5067921 Jun 03 16:19:04.919214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53036) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:04.976340 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0601b79c-50c1-4017-b208-faa479203700,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:05.000837 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:05.147478 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.228564 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:05.288812 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb981c-1b13-4f83-82f7-ce77937d1598 req-e83b4e4e-982a-4929-b862-44ba6ca884e7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:05.297011 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-94cb981c-1b13-4f83-82f7-ce77937d1598 req-e83b4e4e-982a-4929-b862-44ba6ca884e7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.4242723 Jun 03 16:19:05.307526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Pushing event deleted for resources: {'Port': ['ID=442d3355-19cc-482e-9ef2-7ae512a3aa68,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:05.346729 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:05.424694 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.442726 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-99e26df4-e0d6-4eda-b9a3-a1fb4c8f29c7 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:05.444342 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-99e26df4-e0d6-4eda-b9a3-a1fb4c8f29c7 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.7685568 Jun 03 16:19:05.459111 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] No DVR routers for this DVR port 442d3355-19cc-482e-9ef2-7ae512a3aa68 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:19:05.466986 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.469848 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'name': 'network-vif-deleted', 'tag': '442d3355-19cc-482e-9ef2-7ae512a3aa68'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:05.472239 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be962b75-9ac5-4075-ae73-dfbe017414d5" -d '{"events": [{"server_uuid": "7701e9cb-0a07-491b-9fd7-2e1e06aac41a", "name": "network-vif-deleted", "tag": "442d3355-19cc-482e-9ef2-7ae512a3aa68"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:05.484329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Request body: {'port': {'device_id': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'admin_state_up': True, 'tenant_id': '7f542c1a71374300b7f6ca24c03492d5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:05.537647 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.580469 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-94cb981c-1b13-4f83-82f7-ce77937d1598 req-4bc3a630-abe3-4f80-8017-ae3f4453a9c5 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823906 Jun 03 16:19:05.618270 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:19:05.672881 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03840f2b-04be-4693-9ff4-72ee2d10b726 req-edb97f32-207a-4a6b-a976-984115902dbe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:05.682000 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-03840f2b-04be-4693-9ff4-72ee2d10b726 req-edb97f32-207a-4a6b-a976-984115902dbe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.5365174 Jun 03 16:19:05.721938 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9f3a7120-bdfc-4bb0-83a6-d68f802016d5 req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.76 "DELETE /v2.0/ports/442d3355-19cc-482e-9ef2-7ae512a3aa68 HTTP/1.1" status: 204 len: 173 time: 2.9945784 Jun 03 16:19:05.815753 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-03840f2b-04be-4693-9ff4-72ee2d10b726 req-0670bfc9-a972-4086-a789-ac4a52899c36 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327751 Jun 03 16:19:05.840823 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 442d3355-19cc-482e-9ef2-7ae512a3aa68 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:19:05.875372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:05.880858 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.891093 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:05.902304 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 442d3355-19cc-482e-9ef2-7ae512a3aa68 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:19:05.902986 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 442d3355-19cc-482e-9ef2-7ae512a3aa68 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:19:05.948153 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1a142222-521e-45bf-ae93-1273b29c4ac9 req-2f3fa93c-c89e-431c-81dd-e5345c2b1979 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 210 time: 0.0970705 Jun 03 16:19:05.952799 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:05.960157 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601b79c-50c1-4017-b208-faa479203700,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:05.967899 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:05.984040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.985765 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0601b79c-50c1-4017-b208-faa479203700 HTTP/1.1" status: 204 len: 168 time: 1.0349956 Jun 03 16:19:05.989175 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9b6760-8829-4465-b6e3-4870e67707aa x-openstack-request-id: req-ef9b6760-8829-4465-b6e3-4870e67707aa {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:05.989315 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7701e9cb-0a07-491b-9fd7-2e1e06aac41a", "name": "network-vif-deleted", "tag": "442d3355-19cc-482e-9ef2-7ae512a3aa68", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:05.989594 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef9b6760-8829-4465-b6e3-4870e67707aa {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:05.990016 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7701e9cb-0a07-491b-9fd7-2e1e06aac41a', 'name': 'network-vif-deleted', 'tag': '442d3355-19cc-482e-9ef2-7ae512a3aa68', 'status': 'completed', 'code': 200} Jun 03 16:19:06.014892 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Made reservation on behalf of 7f542c1a71374300b7f6ca24c03492d5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:06.022577 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:06.224033 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:19:06.233110 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:06.243501 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:06.260045 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:19:06.262999 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:06.328991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-1c509259-0f25-4d2d-b450-903da46e5697 req-97dc051f-1814-430f-8965-7aae83b6d1e5 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Synchronizing usage tracker for tenant:4c80f4311adc448bb500cbad3b42827a on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:06.404504 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-1c509259-0f25-4d2d-b450-903da46e5697 req-97dc051f-1814-430f-8965-7aae83b6d1e5 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Unset dirty status for tenant:4c80f4311adc448bb500cbad3b42827a on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:06.404504 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1c509259-0f25-4d2d-b450-903da46e5697 req-97dc051f-1814-430f-8965-7aae83b6d1e5 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] 10.222.0.54 "GET /v2.0/ports?device_id=7701e9cb-0a07-491b-9fd7-2e1e06aac41a HTTP/1.1" status: 200 len: 210 time: 0.2279549 Jun 03 16:19:06.432314 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-b03e3714-bad3-455c-96b6-bae6149d5188 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "PUT /v2.0/floatingips/c0e230c2-8dbb-430f-ab05-68f8847d2472 HTTP/1.1" status: 200 len: 991 time: 4.0296023 Jun 03 16:19:06.433571 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:06.437143 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ebc30-cfa5-42cd-8976-d6244108ad27" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:06.452711 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Allocated IP 172.20.0.6 (1e984840-f817-4db7-b0c8-5a4389679323/2f31bb11-db2f-4a7c-868a-c998414cba29/5d78fac7-4d28-45ac-a9e6-dbd781144e59) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:06.565546 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa52d8-9b5a-4d44-a84f-f783c5fbb608 x-openstack-request-id: req-19aa52d8-9b5a-4d44-a84f-f783c5fbb608 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:06.566128 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:06.566664 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19aa52d8-9b5a-4d44-a84f-f783c5fbb608 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:06.568553 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'status': 'completed', 'code': 200} Jun 03 16:19:06.698487 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:19:06.981534 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53104) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:07.033186 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.049245 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-815e84bc-4d43-46eb-8947-1ae962c3e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:07.059016 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-815e84bc-4d43-46eb-8947-1ae962c3e64e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1099 time: 0.3831105 Jun 03 16:19:07.062221 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.128084 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395d154-a38f-49e3-8432-5bc9651dc773 req-d775f26e-b8d4-4ea0-ab23-19d152df83f7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:07.135575 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4395d154-a38f-49e3-8432-5bc9651dc773 req-d775f26e-b8d4-4ea0-ab23-19d152df83f7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.3750596 Jun 03 16:19:07.179739 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:07.185799 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Usage tracker for resource:security_group_rule and tenant:c8d790d2da8445e3b9a1d54c9a807074 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:07.190078 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:07.198313 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:07.290087 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda233-b340-4c39-a77e-a291a5a6c35d req-69b8841c-655f-4e8c-b98c-08ae51257955 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:07.307278 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-36eda233-b340-4c39-a77e-a291a5a6c35d req-69b8841c-655f-4e8c-b98c-08ae51257955 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.2542613 Jun 03 16:19:07.412136 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.458316 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.505719 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bdd6e9e7-7344-44fd-a28e-6ccea8728821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:07.528463 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4395d154-a38f-49e3-8432-5bc9651dc773 req-d5fd63fa-69e4-4945-b3f2-a0f80ea9e7c5 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915915 Jun 03 16:19:07.553680 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8d790d2da8445e3b9a1d54c9a807074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700693 Jun 03 16:19:07.558363 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28e222d-e75d-4935-9b95-2870ccb1da55,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:07.560488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53118) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:07.565913 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:07.591653 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-36eda233-b340-4c39-a77e-a291a5a6c35d req-bec3ae3f-d0e9-417a-b19f-1bc95a031549 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710400 Jun 03 16:19:07.595467 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'c0e230c2-8dbb-430f-ab05-68f8847d2472', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'mac_address': 'fa:16:3e:39:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:18:24Z', 'updated_at': '2021-06-03T16:19:04Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:07.601689 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:07.632123 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:19:07.632849 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:07.666346 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.698960 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:07.763090 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:07.799291 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Network 1e984840-f817-4db7-b0c8-5a4389679323 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:07.800640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-6776aded-dc49-4199-8e9a-fac78caba87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:07.802139 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-6776aded-dc49-4199-8e9a-fac78caba87c service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.7227247 Jun 03 16:19:07.808965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event updated for resources: {'Port': ['ID=5d78fac7-4d28-45ac-a9e6-dbd781144e59,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:07.811651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:07.818926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:07.910570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:19:07.920699 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:07.921647 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.044871 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.052513 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5736287 Jun 03 16:19:08.057173 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829dda-cae3-4bef-a0db-7dd64adada17 req-0c03a29d-1549-4af0-af05-550476f0a668 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:08.059924 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-33829dda-cae3-4bef-a0db-7dd64adada17 req-0c03a29d-1549-4af0-af05-550476f0a668 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1579759 Jun 03 16:19:08.075023 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53138) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:08.083852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'floatingip': {'port_id': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:08.131205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.252721 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.267136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Request body: {'port': {'device_id': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:08.268169 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:19:08.308486 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.336038 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f2234891-3f66-4e0f-970c-f1465de269a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:08.362446 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28e222d-e75d-4935-9b95-2870ccb1da55,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:08.373021 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:08.389888 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-55c72e10-4b4f-4de3-aeeb-0688aec9876d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 999 time: 0.5693295 Jun 03 16:19:08.400159 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.401941 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d28e222d-e75d-4935-9b95-2870ccb1da55 HTTP/1.1" status: 204 len: 168 time: 0.8375702 Jun 03 16:19:08.567919 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-75ebb9f8-5700-47ed-b68e-fb7936fae521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:08.570975 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-75ebb9f8-5700-47ed-b68e-fb7936fae521 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.1677775 Jun 03 16:19:08.692803 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.934074 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28be0f-dc67-4f1c-aa24-b0bfbf7897c9 req-45f3d3bc-7f65-4c87-a9d4-9a412712f4bd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:08.935137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4e28be0f-dc67-4f1c-aa24-b0bfbf7897c9 req-45f3d3bc-7f65-4c87-a9d4-9a412712f4bd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:09.014100 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4e28be0f-dc67-4f1c-aa24-b0bfbf7897c9 req-45f3d3bc-7f65-4c87-a9d4-9a412712f4bd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:09.016122 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4e28be0f-dc67-4f1c-aa24-b0bfbf7897c9 req-45f3d3bc-7f65-4c87-a9d4-9a412712f4bd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 931 time: 1.2127736 Jun 03 16:19:09.212589 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701465e8-8d59-4484-b091-eb9583a9e3ef req-087fb742-3de1-477c-abf6-9f231ac44832 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:09.220499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-215e3f94-8399-410e-ac10-ec1a3bd54522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:09.222295 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-701465e8-8d59-4484-b091-eb9583a9e3ef req-087fb742-3de1-477c-abf6-9f231ac44832 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.4668570 Jun 03 16:19:09.224376 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-215e3f94-8399-410e-ac10-ec1a3bd54522 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5348716 Jun 03 16:19:09.324659 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-701465e8-8d59-4484-b091-eb9583a9e3ef req-c0d8c972-77cd-4b4e-91c3-a5f695f26502 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013436 Jun 03 16:19:09.353569 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4e28be0f-dc67-4f1c-aa24-b0bfbf7897c9 req-806ec8c7-3316-4a6d-b40f-5b8755aa5f07 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815998 Jun 03 16:19:09.394850 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'c0e230c2-8dbb-430f-ab05-68f8847d2472', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'mac_address': 'fa:16:3e:39:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:18:24Z', 'updated_at': '2021-06-03T16:19:04Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:09.403868 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bfbd2-d57b-4338-b8cc-7aa6dab3a417 None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'c0e230c2-8dbb-430f-ab05-68f8847d2472', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'mac_address': 'fa:16:3e:39:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:18:24Z', 'updated_at': '2021-06-03T16:19:04Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:09.681969 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.689832 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.735771 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-29ca9347-9012-4695-b9b1-2f7a24392686 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762928 Jun 03 16:19:09.772007 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35255f63-0185-4728-af29-2f8994ac7b15 None None] New status for floating IP c0e230c2-8dbb-430f-ab05-68f8847d2472: ACTIVE {{(pid=91759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:19:10.213276 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.l3_db [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Floating IP 84276a7b-c8a3-43e2-bf91-296615b4c746 associated. External IP: 172.28.1.44, port: f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa. Jun 03 16:19:10.300550 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e71ebc30-cfa5-42cd-8976-d6244108ad27 req-763be9bd-98be-4144-aca7-b8f2ad9aa31e service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427632 Jun 03 16:19:10.326013 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d78fac7-4d28-45ac-a9e6-dbd781144e59 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:10.332396 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53190) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:10.344072 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.369800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Transition to ACTIVE for port object 5d78fac7-4d28-45ac-a9e6-dbd781144e59 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:10.374979 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.382256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a68d3ff2-f0b2-466f-a77a-886bc903d38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:10.604249 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1556730482-network', 'tenant_id': 'a858f38e833c40f199dea79dc968c247'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:10.636920 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:10.664724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Pushing event updated for resources: {'Port': ['ID=5d78fac7-4d28-45ac-a9e6-dbd781144e59,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:10.672746 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:10.691080 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Attempting to bind port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:10.691550 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Attempting to bind port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:10.691729 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Attempting to bind port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:10.726331 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Usage tracker for resource:network and tenant:a858f38e833c40f199dea79dc968c247 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:10.736667 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:10.751192 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:10.792421 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Made reservation on behalf of a858f38e833c40f199dea79dc968c247 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:10.795109 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.847722 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 on network 1e984840-f817-4db7-b0c8-5a4389679323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:19:10.848305 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Attempting to bind port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:10.860571 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:10.860897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Checking segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:10.861275 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Bound using segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:10.861988 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Bound port: 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:10.862513 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.936581 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.985787 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f601-4992-4317-946d-9fb54ab1b8d4 req-26353ae2-677e-4018-a270-5328f10a5853 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:10.987504 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0202f601-4992-4317-946d-9fb54ab1b8d4 req-26353ae2-677e-4018-a270-5328f10a5853 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2847242 Jun 03 16:19:10.987722 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:10.989995 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] For port 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:10.993449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] For port 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:11.012945 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.019159 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Usage tracker for resource:security_group_rule and tenant:a858f38e833c40f199dea79dc968c247 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:11.020142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:11.037048 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:11.047630 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:11.060294 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:19:11.093447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:11.094082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.095699 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] 10.222.0.76 "PUT /v2.0/ports/5d78fac7-4d28-45ac-a9e6-dbd781144e59 HTTP/1.1" status: 200 len: 1093 time: 2.8407941 Jun 03 16:19:11.098248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'tag': '5d78fac7-4d28-45ac-a9e6-dbd781144e59'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:11.100579 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e20f4196-3ada-44e7-b515-40e7a26cb37e", "tag": "5d78fac7-4d28-45ac-a9e6-dbd781144e59"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:11.128100 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0202f601-4992-4317-946d-9fb54ab1b8d4 req-91abfad8-28e3-44f3-b707-c2bd723d03b2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315989 Jun 03 16:19:11.140142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Pushing event updated for resources: {'Port': ['ID=5d78fac7-4d28-45ac-a9e6-dbd781144e59,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:11.149830 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:11.164936 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedac54-915a-4776-8faf-cac0eb6b0003 req-a945f511-24ea-4f9c-a59e-b5f7c8f9a9de tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:11.176788 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ddedac54-915a-4776-8faf-cac0eb6b0003 req-a945f511-24ea-4f9c-a59e-b5f7c8f9a9de tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 943 time: 0.2852471 Jun 03 16:19:11.281541 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-0ce0faf9-8e72-4597-b8c4-24ede0e879ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:11.283243 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-0ce0faf9-8e72-4597-b8c4-24ede0e879ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 1096 time: 0.1137946 Jun 03 16:19:11.371362 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ddedac54-915a-4776-8faf-cac0eb6b0003 req-6251608c-1418-4c5a-ab28-2a2584dd3d36 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056800 Jun 03 16:19:11.419587 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-1a3edccd-0faf-4821-a69a-5f0da9e82fda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59 HTTP/1.1" status: 200 len: 217 time: 0.1219158 Jun 03 16:19:11.475748 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c936c46f-a59b-4e4b-92ac-d65d40c783fe x-openstack-request-id: req-c936c46f-a59b-4e4b-92ac-d65d40c783fe {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:11.476138 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20f4196-3ada-44e7-b515-40e7a26cb37e", "tag": "5d78fac7-4d28-45ac-a9e6-dbd781144e59", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:11.476469 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c936c46f-a59b-4e4b-92ac-d65d40c783fe {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:11.476933 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'tag': '5d78fac7-4d28-45ac-a9e6-dbd781144e59', 'status': 'completed', 'code': 200} Jun 03 16:19:11.502404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:19:11.519529 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:11.527507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-5f4a751c-75eb-4f15-8717-15089af1f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:11.529645 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-5f4a751c-75eb-4f15-8717-15089af1f307 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.1023118 Jun 03 16:19:11.530221 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.534458 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:19:11.535913 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:11.599950 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.614264 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.623557 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53232) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:11.624438 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8faeb40c-3d98-41c8-9cf5-122191c28b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:11.655127 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb2be31-dca0-45cf-bfde-ecc0250c147b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:11.659362 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-52da588e-ac66-4358-8115-c9e28b405bd6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "PUT /v2.0/floatingips/84276a7b-c8a3-43e2-bf91-296615b4c746 HTTP/1.1" status: 200 len: 991 time: 3.5826333 Jun 03 16:19:11.674619 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-62d07545-4a29-427c-ac38-af96e6413217 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308949 Jun 03 16:19:11.676364 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:11.680394 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:11.683100 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45932a03-248e-4751-bd54-6c40461995f9" -d '{"events": [{"name": "network-changed", "server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:11.689935 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:19:11.711281 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.711768 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Added segment cd58492a-5508-4df8-97c6-1b4870524af0 of type vlan for network 3b29d703-a69b-4ab8-902c-b8c378785166 Jun 03 16:19:11.749773 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.817141 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeef91e-7c0b-4610-8b3e-7b132e1dd27c x-openstack-request-id: req-9aeef91e-7c0b-4610-8b3e-7b132e1dd27c {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:11.817791 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:11.818209 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9aeef91e-7c0b-4610-8b3e-7b132e1dd27c {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:11.818828 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'status': 'completed', 'code': 200} Jun 03 16:19:11.833529 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.835638 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:11.836280 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.840772 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af69df1d-1e9f-44eb-b137-9433ac7cdf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:11.874234 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:19:11.959887 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Pushing event updated for resources: {'Network': ['ID=3b29d703-a69b-4ab8-902c-b8c378785166,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:11.964820 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6310568 Jun 03 16:19:11.965889 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:11.968876 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53238) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:11.973990 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Request body: {'subnet': {'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1556730482-subnet', 'tenant_id': 'a858f38e833c40f199dea79dc968c247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:11.979119 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:11.983314 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Usage tracker for resource:subnet and tenant:a858f38e833c40f199dea79dc968c247 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:11.986360 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:11.992608 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:12.005570 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Made reservation on behalf of a858f38e833c40f199dea79dc968c247 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:12.008565 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:12.026839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Deleting subnet ff9639f8-5a8e-4b77-848f-19d1ced31d50 {{(pid=91757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:19:12.035806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:12.043588 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 3b29d703-a69b-4ab8-902c-b8c378785166 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:19:12.111478 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:12.122011 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-6f413aae-2212-41a6-922e-4050c272f471 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339476 Jun 03 16:19:12.125783 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:12.359918 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d30487-2a63-4bfa-87fd-a29fbc61bf8a req-52d29a76-2bd7-4de5-8e90-5d5263b31542 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023621 Jun 03 16:19:12.516497 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932a03-248e-4751-bd54-6c40461995f9 req-f0439a21-1c48-4f69-9c14-6ec02abe496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:12.518001 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-f0439a21-1c48-4f69-9c14-6ec02abe496f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1099 time: 0.6118696 Jun 03 16:19:12.561372 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '84276a7b-c8a3-43e2-bf91-296615b4c746', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'floating_ip_address': '172.28.1.44', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'port_id': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'mac_address': 'fa:16:3e:91:e3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:18:41Z', 'updated_at': '2021-06-03T16:19:09Z', 'revision_number': 1, 'project_id': '8feae147143640a09cb50333739b96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:12.566349 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:12.577708 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:19:12.578693 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:18:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:12.779100 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5822e-23d2-482f-932a-301cb0bc95b1 req-8a143f69-01c5-434d-a628-94d9c071800b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:12.793613 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bfd5822e-23d2-482f-932a-301cb0bc95b1 req-8a143f69-01c5-434d-a628-94d9c071800b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.4606421 Jun 03 16:19:12.864597 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:19:12.947247 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53258) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:12.958334 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:12.960037 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-a50cb889-7190-4863-8bf5-e74e8338578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:12.961577 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-a50cb889-7190-4863-8bf5-e74e8338578a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 1096 time: 0.4426670 Jun 03 16:19:12.975097 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bfd5822e-23d2-482f-932a-301cb0bc95b1 req-6c0401ff-d952-498a-a7b0-6cfb2cf0a491 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675444 Jun 03 16:19:13.005315 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:13.107038 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932a03-248e-4751-bd54-6c40461995f9 req-a89e17c4-8617-4e03-b869-d75284fa69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:13.109620 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-a89e17c4-8617-4e03-b869-d75284fa69f3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.5301077 Jun 03 16:19:13.138116 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:13.160802 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:13.254693 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9639f8-5a8e-4b77-848f-19d1ced31d50,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:13.269798 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac227d7-52f4-4ce8-a84f-11d047684033,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:13.273261 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Checking segment: {'id': 'cd58492a-5508-4df8-97c6-1b4870524af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:13.274282 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Network hostable DHCP agents. Network: 3b29d703-a69b-4ab8-902c-b8c378785166, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:19:13.279128 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:13.303326 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Network 3b29d703-a69b-4ab8-902c-b8c378785166 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:19:13.318762 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 3b29d703-a69b-4ab8-902c-b8c378785166) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:13.324328 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:13.326141 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:13.336730 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573d206-4887-4e7d-a676-944743e790ca None None] Network 3b29d703-a69b-4ab8-902c-b8c378785166 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:19:13.361954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:13.369868 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d5bd1bfc-3fd5-47c9-8437-386ae90544c0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3986847 Jun 03 16:19:13.382867 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:13.404056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:13.488177 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ff9639f8-5a8e-4b77-848f-19d1ced31d50 HTTP/1.1" status: 204 len: 168 time: 1.8562257 Jun 03 16:19:13.491085 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53276) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:13.502846 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-4a9c29f8-5555-4939-a989-8de390f6a6b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 999 time: 0.2515359 Jun 03 16:19:13.508945 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:13.561316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Usage tracker for resource:security_group_rule and tenant:57290151d9514f70b79aad95b62a41ca is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:13.573274 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:13.590830 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:13.599950 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c770-56d3-409d-96cb-36e26d3b8315 req-ab33528d-57ce-4add-81b9-74852ad9c02f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:13.608450 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2385c770-56d3-409d-96cb-36e26d3b8315 req-ab33528d-57ce-4add-81b9-74852ad9c02f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 943 time: 0.8345954 Jun 03 16:19:13.662935 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-fbfe7d8c-ac26-491e-bc25-b8e16ebcdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:13.664931 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-fbfe7d8c-ac26-491e-bc25-b8e16ebcdfa3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 914 time: 0.6685324 Jun 03 16:19:13.684401 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:13.752909 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932a03-248e-4751-bd54-6c40461995f9 req-66930646-9412-4794-bcfe-e37af2313366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:13.753008 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-66930646-9412-4794-bcfe-e37af2313366 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.2324033 Jun 03 16:19:13.781988 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87814bc4-d2f5-4b58-b2b2-55acb52c6f53 None None] Network 3b29d703-a69b-4ab8-902c-b8c378785166 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:19:13.873692 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-af7f7fdf-aea1-446a-95f8-c6f11988aaf3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59 HTTP/1.1" status: 200 len: 217 time: 0.1924372 Jun 03 16:19:13.884949 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:13.903851 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.904158 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.904885 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.905218 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > port after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.905547 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > port after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.905911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > port after_update 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.906400 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.906595 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.906890 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.907232 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:13.950782 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '84276a7b-c8a3-43e2-bf91-296615b4c746', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'floating_ip_address': '172.28.1.44', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'port_id': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'mac_address': 'fa:16:3e:91:e3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:18:41Z', 'updated_at': '2021-06-03T16:19:09Z', 'revision_number': 1, 'project_id': '8feae147143640a09cb50333739b96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:13.972201 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ed8e6-1f38-41f3-90d5-826c6564af05 None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '84276a7b-c8a3-43e2-bf91-296615b4c746', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'floating_ip_address': '172.28.1.44', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'port_id': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'mac_address': 'fa:16:3e:91:e3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:18:41Z', 'updated_at': '2021-06-03T16:19:09Z', 'revision_number': 1, 'project_id': '8feae147143640a09cb50333739b96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:13.983336 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2385c770-56d3-409d-96cb-36e26d3b8315 req-c2e81f76-8987-4d35-8d03-770d7a0a4424 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739054 Jun 03 16:19:14.124337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-75775cb9-25da-4c4f-bd78-081bfb3ca501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:14.126699 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-75775cb9-25da-4c4f-bd78-081bfb3ca501 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.2238874 Jun 03 16:19:14.154642 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:14.154988 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:14.155318 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:14.155642 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:19:14.156023 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d477740a-8182-4fd5-8676-71202d6b83af']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:14.186502 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dea2633-5e8e-487d-bbc5-0f6070cb5942') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:14.186805 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dea2633-5e8e-487d-bbc5-0f6070cb5942') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:14.215900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.245690 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.278955 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-a71a8e10-b7c6-4a76-a486-71be33e6b3e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244111 Jun 03 16:19:14.323382 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:19:14.324278 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: from cryptography.utils import int_from_bytes Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: from cryptography.utils import int_from_bytes Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:19:14.345401 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:19:14.387670 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.425725 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989625d1-a135-4176-bcbc-46e6511d7e36 None None] New status for floating IP 84276a7b-c8a3-43e2-bf91-296615b4c746: ACTIVE {{(pid=91759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:19:14.463714 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.477631 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-86f409f8-fad8-44a8-96c4-13d6fbe8c6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:14.489949 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932a03-248e-4751-bd54-6c40461995f9 req-71c336e1-1d59-4f1e-b442-c72971ee3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:14.492140 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-71c336e1-1d59-4f1e-b442-c72971ee3223 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6870492 Jun 03 16:19:14.508116 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b71d64-ebcc-4053-be73-3f86cd916a10 req-9026aff9-1887-4ac7-aa21-3a8ea74743c3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:14.515091 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-43b71d64-ebcc-4053-be73-3f86cd916a10 req-9026aff9-1887-4ac7-aa21-3a8ea74743c3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2744498 Jun 03 16:19:14.517616 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.535176 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53314) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:14.542735 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.555002 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-985066855-network', 'tenant_id': 'e8654e0667034834b234601c4c96b416'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:14.561425 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:14.566013 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Usage tracker for resource:network and tenant:e8654e0667034834b234601c4c96b416 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:14.569447 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:14.575942 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:14.586566 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bb55c739-c82d-4ec0-b877-be10f5f47b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:14.607614 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Made reservation on behalf of e8654e0667034834b234601c4c96b416 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:14.610420 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.669204 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-43b71d64-ebcc-4053-be73-3f86cd916a10 req-da4dc029-1be2-43a8-ba7f-6d0c8f032411 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530528 Jun 03 16:19:14.672367 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.693107 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Pushing event deleted for resources: {'Network': ['ID=d477740a-8182-4fd5-8676-71202d6b83af,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:14.703183 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:14.707175 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] 10.222.0.54 "DELETE /v2.0/networks/d477740a-8182-4fd5-8676-71202d6b83af HTTP/1.1" status: 204 len: 168 time: 1.2149868 Jun 03 16:19:14.722059 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:14.727352 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Usage tracker for resource:security_group_rule and tenant:e8654e0667034834b234601c4c96b416 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:14.732368 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:14.741940 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:14.754865 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57290151d9514f70b79aad95b62a41ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8065553 Jun 03 16:19:14.760333 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53324) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:14.763463 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b40044-48d7-4fd7-8cd1-15b679296b5c,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:14.771021 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:14.810890 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-d78bda2f-9a70-4b38-b1ff-97c940a17307 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118680 Jun 03 16:19:14.905734 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-d15a50fd-a7d4-4705-9338-d0647855ceb2 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477881 Jun 03 16:19:14.918494 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.957532 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.072921 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.075496 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.083515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53336) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:15.085261 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:15.112132 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.124844 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b40044-48d7-4fd7-8cd1-15b679296b5c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:15.137967 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:15.139679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:15.180451 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11394ea5-1c25-4a58-96e0-63b941fb1bb6,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:15.197379 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ba4abdd1-ce1b-4c8e-bfa6-501fde27cd8b req-5be16207-7ff5-4824-b6b2-f13de176cc89 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495021 Jun 03 16:19:15.225733 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:19:15.232820 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-45932a03-248e-4751-bd54-6c40461995f9 req-be6d5e2c-9fdd-468f-8631-7faa53dd37ea service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653327 Jun 03 16:19:15.233305 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:15.245683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.246838 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5b40044-48d7-4fd7-8cd1-15b679296b5c HTTP/1.1" status: 204 len: 168 time: 0.4812148 Jun 03 16:19:15.264310 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.264656 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Added segment 5e62aecd-1a35-48e4-a916-24467db03012 of type vlan for network 1d432669-f1e2-484c-8694-3f8f3ca4bfc7 Jun 03 16:19:15.280473 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bf793541-ea33-4b1f-8589-7152a40344cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c80f4311adc448bb500cbad3b42827a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1846921 Jun 03 16:19:15.281825 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53346) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:15.308276 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.351584 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb42940-ba89-4803-b4c4-fcea3547b36e req-1a7a9efc-d907-46f6-af48-82fe0a8e267a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:15.353647 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9fb42940-ba89-4803-b4c4-fcea3547b36e req-1a7a9efc-d907-46f6-af48-82fe0a8e267a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 943 time: 0.1692538 Jun 03 16:19:15.364484 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.379516 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.383531 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:15.384653 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.390352 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:15.396915 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.453419 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9fb42940-ba89-4803-b4c4-fcea3547b36e req-dea7cb5e-6f7d-4d1e-91a1-bd48610d8f75 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911689 Jun 03 16:19:15.465326 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.476947 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:15.489613 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b8be22-4ed0-481e-91af-7d649b083ec3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:15.492473 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:15.511602 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.512705 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87b8be22-4ed0-481e-91af-7d649b083ec3 HTTP/1.1" status: 204 len: 168 time: 0.2296846 Jun 03 16:19:15.513361 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53350) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:15.515083 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9675760 Jun 03 16:19:15.519278 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Request body: {'subnet': {'network_id': '1d432669-f1e2-484c-8694-3f8f3ca4bfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-985066855-subnet', 'tenant_id': 'e8654e0667034834b234601c4c96b416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:15.529788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:15.531272 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Pushing event updated for resources: {'Network': ['ID=1d432669-f1e2-484c-8694-3f8f3ca4bfc7,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:15.535109 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:15.535894 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Usage tracker for resource:subnet and tenant:e8654e0667034834b234601c4c96b416 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:15.541233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:15.552792 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 1d432669-f1e2-484c-8694-3f8f3ca4bfc7 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:19:15.560509 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:15.592064 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Made reservation on behalf of e8654e0667034834b234601c4c96b416 for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:15.595281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.874285 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5d78fac7-4d28-45ac-a9e6-dbd781144e59 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:19:15.891774 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53362) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:15.920877 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:15.941785 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:15.953846 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Usage tracker for resource:security_group_rule and tenant:601fd182e71443a0adf673d32fa00120 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:15.964225 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:15.990150 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669ec8f-b5b4-43fc-a7d7-dbb9e0655844 req-47385ffc-e6a4-4ab5-acbc-1ba54ae76fff tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:15.998558 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c669ec8f-b5b4-43fc-a7d7-dbb9e0655844 req-47385ffc-e6a4-4ab5-acbc-1ba54ae76fff tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1629457 Jun 03 16:19:16.000801 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:16.066010 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:16.086082 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '5d78fac7-4d28-45ac-a9e6-dbd781144e59', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'port_id': '5d78fac7-4d28-45ac-a9e6-dbd781144e59', 'mac_address': 'fa:16:3e:fd:1d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f31bb11-db2f-4a7c-868a-c998414cba29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:19:16.093255 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c669ec8f-b5b4-43fc-a7d7-dbb9e0655844 req-e09dc804-9bbd-47ff-9dbf-c1b0872778c9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935709 Jun 03 16:19:16.164465 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.184169 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d78fac7-4d28-45ac-a9e6-dbd781144e59 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:16.192807 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.204536 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.205551 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:16.211155 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.214911 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f32accf4-3d7f-4e5d-8ccf-018aa2b59047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:16.215221 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-07d955d4-d29b-4ad3-baa6-40074f05342b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:16.266993 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=601fd182e71443a0adf673d32fa00120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732331 Jun 03 16:19:16.268345 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b58eb9-f5c9-4e7f-87b0-8bcdef574d38,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:16.268810 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53372) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:16.282681 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:16.345674 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=5d78fac7-4d28-45ac-a9e6-dbd781144e59,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:16.358480 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.359254 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.360774 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.361467 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.361956 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.362489 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.363561 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.363561 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.364014 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.365428 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.365979 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.366581 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:16.374270 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:16.374655 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.388938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:16.438467 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.503239 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f720bd87-641b-4115-82de-989e69d9c321,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:16.507636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.523922 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:16.564621 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Checking segment: {'id': '5e62aecd-1a35-48e4-a916-24467db03012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1d432669-f1e2-484c-8694-3f8f3ca4bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:16.564969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Network hostable DHCP agents. Network: 1d432669-f1e2-484c-8694-3f8f3ca4bfc7, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:19:16.605666 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Network 1d432669-f1e2-484c-8694-3f8f3ca4bfc7 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:19:16.634806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 1d432669-f1e2-484c-8694-3f8f3ca4bfc7) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:16.640152 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:16.641399 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.644812 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508ae81-6345-4bbc-852e-88646605af59 None None] Network 1d432669-f1e2-484c-8694-3f8f3ca4bfc7 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:19:16.706686 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.709943 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3724b137-3e58-4019-9369-3b211f2985a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:16.734108 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b58eb9-f5c9-4e7f-87b0-8bcdef574d38,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:16.736556 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:16.794570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.808511 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7b58eb9-f5c9-4e7f-87b0-8bcdef574d38 HTTP/1.1" status: 204 len: 168 time: 0.5340731 Jun 03 16:19:16.831160 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-8a625b1e-a907-4885-96d1-ac5a6b1b102d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3126161 Jun 03 16:19:16.870916 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5d78fac7-4d28-45ac-a9e6-dbd781144e59'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:16.881335 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605b98-1566-4561-89ea-6c358bf3ae19 req-8952468c-0b1e-49b5-b768-49aaeea94ecb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:16.896102 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ed605b98-1566-4561-89ea-6c358bf3ae19 req-8952468c-0b1e-49b5-b768-49aaeea94ecb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 944 time: 0.2624938 Jun 03 16:19:16.980812 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ed605b98-1566-4561-89ea-6c358bf3ae19 req-6b830944-bbfe-4781-9577-a7f8158cbf99 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834377 Jun 03 16:19:17.096532 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9554e9c-66c5-4fd2-997b-5b050e8f63e4 None None] Network 1d432669-f1e2-484c-8694-3f8f3ca4bfc7 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:19:17.455388 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39655273-03ed-4ed8-96f6-0d5be9a16f85 req-c54b51f8-c4f9-4a16-ab2a-2d9852e9f7a2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:17.463990 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39655273-03ed-4ed8-96f6-0d5be9a16f85 req-c54b51f8-c4f9-4a16-ab2a-2d9852e9f7a2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1450286 Jun 03 16:19:17.514489 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53430) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:17.520579 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39655273-03ed-4ed8-96f6-0d5be9a16f85 req-08198f73-0a20-4845-b919-53657b8106c4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Jun 03 16:19:17.625622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53440) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:17.669681 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:17.707467 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:17.717086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Usage tracker for resource:security_group_rule and tenant:6febaba76f194481be8d459b3398807d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:17.723394 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:17.732422 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:17.871367 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:17.876183 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:17.890548 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:18.042262 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.060410 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6febaba76f194481be8d459b3398807d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337215 Jun 03 16:19:18.061496 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d25c347-ddb9-44af-b1fe-f9f273acd965,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:18.063630 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53460) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:18.065930 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:18.068171 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:18.073481 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Usage tracker for resource:security_group_rule and tenant:9640e1a9058346db8fd1a369b6f4ea95 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:18.075863 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:18.084429 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:18.163598 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.197281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.257522 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53466) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:18.295654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-37e41b40-6cc3-47b2-acf9-6a5008570499 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:18.296528 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-37e41b40-6cc3-47b2-acf9-6a5008570499 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Synchronizing usage tracker for tenant:a858f38e833c40f199dea79dc968c247 on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:18.319372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.326488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:18.331462 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.336934 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.346319 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ea579-0d6d-43ad-b135-6e30d2925c9a req-ebf3162b-70f0-462f-b23a-b8cf60d661ce tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:18.347806 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c9ea579-0d6d-43ad-b135-6e30d2925c9a req-ebf3162b-70f0-462f-b23a-b8cf60d661ce tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 944 time: 0.1151035 Jun 03 16:19:18.350672 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d25c347-ddb9-44af-b1fe-f9f273acd965,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:18.353471 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:18.357160 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.357790 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:18.362547 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d25c347-ddb9-44af-b1fe-f9f273acd965 HTTP/1.1" status: 204 len: 168 time: 0.2976115 Jun 03 16:19:18.396306 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-37e41b40-6cc3-47b2-acf9-6a5008570499 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Unset dirty status for tenant:a858f38e833c40f199dea79dc968c247 on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:18.397460 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-37e41b40-6cc3-47b2-acf9-6a5008570499 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/networks?id=3b29d703-a69b-4ab8-902c-b8c378785166 HTTP/1.1" status: 200 len: 809 time: 0.3005707 Jun 03 16:19:18.400976 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9640e1a9058346db8fd1a369b6f4ea95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8847983 Jun 03 16:19:18.405468 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53472) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:18.437056 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c9ea579-0d6d-43ad-b135-6e30d2925c9a req-624545ff-20a2-48e0-98eb-1cd50dad51c5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Jun 03 16:19:18.473473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.492555 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-936283a9-18fc-4612-8e11-6e436db306aa tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/quotas/a858f38e833c40f199dea79dc968c247 HTTP/1.1" status: 200 len: 375 time: 0.0731173 Jun 03 16:19:18.497519 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c668a-443d-4808-b8f5-b963f027dee4,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:18.506712 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:18.552003 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:18.573268 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e89a0d6c891499e92a15febd4d30bf1 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:18.583034 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-b0c2dac2-d774-46e9-ac77-954f912b518d tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a858f38e833c40f199dea79dc968c247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777168 Jun 03 16:19:18.583034 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:18.595741 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:18.647884 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.755387 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.818533 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4b434-2207-4fe4-8599-8578a31fbc61 req-21301ffc-3886-4abd-b15d-4fe8c52ee5ae tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:18.830790 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c1a4b434-2207-4fe4-8599-8578a31fbc61 req-21301ffc-3886-4abd-b15d-4fe8c52ee5ae tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1189990 Jun 03 16:19:18.839348 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-b4e53ba6-afe9-433a-a36e-53062dab16f6 service neutron] 10.222.0.54 "GET /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456071 Jun 03 16:19:18.881971 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c1a4b434-2207-4fe4-8599-8578a31fbc61 req-ce0e41e5-cfb8-4ab5-992f-0f3eb1a77ea1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485797 Jun 03 16:19:18.987746 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.996588 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f686d726-609b-4939-8408-7965de0684a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:19.011584 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.024265 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.040368 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c668a-443d-4808-b8f5-b963f027dee4,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:19.053475 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:19.053901 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:19.080087 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-318f4fb1-30ea-4d80-9c5d-b56ab1cf09b0 service neutron] 10.222.0.54 "GET /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398481 Jun 03 16:19:19.093553 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e89a0d6c891499e92a15febd4d30bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348963 Jun 03 16:19:19.096320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53492) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:19.100760 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.101788 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf3c668a-443d-4808-b8f5-b963f027dee4 HTTP/1.1" status: 204 len: 168 time: 0.6954074 Jun 03 16:19:19.111126 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0883d5-e838-43fe-bbbd-9e740ad7397a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:19.115315 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:19.236333 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.302215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.388324 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0ca37c86-88cb-47c7-8474-b0e85e01100c req-39bf2498-b931-4c7c-b39f-993043e36e17 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 210 time: 0.1201339 Jun 03 16:19:19.406018 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.412898 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bff81658-0915-4536-948c-bff3189caf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:19.430341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0883d5-e838-43fe-bbbd-9e740ad7397a,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:19.435663 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:19.440681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.447044 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e0883d5-e838-43fe-bbbd-9e740ad7397a HTTP/1.1" status: 204 len: 168 time: 0.3493564 Jun 03 16:19:19.690785 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53520) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:19.734404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.753034 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:19.755832 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5be74-0063-4117-bdc8-79a001564f57 req-8eeb657d-a6fd-4913-86c2-42c39386e3cd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:19.763254 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4ea05e3f7a4b7db77ed4a3660f7a12 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:19.766929 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:19.769004 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-dcd5be74-0063-4117-bdc8-79a001564f57 req-8eeb657d-a6fd-4913-86c2-42c39386e3cd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 944 time: 0.1847701 Jun 03 16:19:19.774571 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:19.889749 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-dcd5be74-0063-4117-bdc8-79a001564f57 req-e81bdb40-785b-41b0-bc06-4f37c1dd31ab tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194170 Jun 03 16:19:19.990074 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.019669 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.029369 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-aaeef7ec-49cb-4611-aab6-9b60f828ce83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:20.075262 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5d78fac7-4d28-45ac-a9e6-dbd781144e59 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:20.161804 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e4ea05e3f7a4b7db77ed4a3660f7a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698708 Jun 03 16:19:20.164589 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53530) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:20.313854 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:20.333914 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f4cec-bbf8-4140-b26e-16118df104c8,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:20.364473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:20.424145 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.495828 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9ab4-5ff6-465c-81aa-028ead86b6bd req-8c4d9c13-e542-42b1-99a8-46921d9aaa32 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:20.503922 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.504984 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bd1f9ab4-5ff6-465c-81aa-028ead86b6bd req-8c4d9c13-e542-42b1-99a8-46921d9aaa32 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.3693969 Jun 03 16:19:20.538608 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:20.539621 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.565837 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-26e33226-e99f-4e17-a741-2932a0f3c000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.627219 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bd1f9ab4-5ff6-465c-81aa-028ead86b6bd req-9c7ea91a-ba99-4df1-941c-b3d67ff5e868 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212537 Jun 03 16:19:20.665019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.672805 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:20.687075 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f4cec-bbf8-4140-b26e-16118df104c8,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:20.690113 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:20.697507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.702512 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b53f4cec-bbf8-4140-b26e-16118df104c8 HTTP/1.1" status: 204 len: 168 time: 0.5365813 Jun 03 16:19:20.788211 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.811707 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7abbfe73-f7ed-40e9-8b82-e58a61e99cac req-d468bb6f-211e-4efd-b898-d4addae993bf tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 210 time: 0.0560768 Jun 03 16:19:20.830989 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d78fac7-4d28-45ac-a9e6-dbd781144e59'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:20.844764 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d8fba-0197-4efe-a58d-0441c7231e6b" -d '{"events": [{"server_uuid": "e20f4196-3ada-44e7-b515-40e7a26cb37e", "name": "network-vif-plugged", "status": "completed", "tag": "5d78fac7-4d28-45ac-a9e6-dbd781144e59"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:20.844764 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:20.851418 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.855906 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:20.975811 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0524ee-fa6b-4596-b4d8-efd40673ba6c x-openstack-request-id: req-cf0524ee-fa6b-4596-b4d8-efd40673ba6c {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:20.976105 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20f4196-3ada-44e7-b515-40e7a26cb37e", "name": "network-vif-plugged", "status": "completed", "tag": "5d78fac7-4d28-45ac-a9e6-dbd781144e59", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:20.976366 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf0524ee-fa6b-4596-b4d8-efd40673ba6c {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:20.978522 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d78fac7-4d28-45ac-a9e6-dbd781144e59', 'code': 200} Jun 03 16:19:21.012448 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=5d78fac7-4d28-45ac-a9e6-dbd781144e59,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:21.017124 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:21.114456 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d478a-346e-450d-9af8-cbd3c0cf3300 req-042d1584-f961-4bb6-a926-952f622c4723 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:21.123433 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c88d478a-346e-450d-9af8-cbd3c0cf3300 req-042d1584-f961-4bb6-a926-952f622c4723 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.1057801 Jun 03 16:19:21.179598 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c88d478a-346e-450d-9af8-cbd3c0cf3300 req-d12ec58a-ccea-4aa0-bcdb-331172791942 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553725 Jun 03 16:19:21.347124 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82718226-7e6e-4ac7-accf-59da720f45c8 req-cbda2bca-17e1-4afc-8648-8543126d419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:21.349897 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-82718226-7e6e-4ac7-accf-59da720f45c8 req-cbda2bca-17e1-4afc-8648-8543126d419a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 1098 time: 0.1025729 Jun 03 16:19:21.464358 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-82718226-7e6e-4ac7-accf-59da720f45c8 req-282c6cbf-06c6-4e28-bcac-b9a4e7ab4ad0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871153 Jun 03 16:19:21.604550 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-87653005-dda5-4380-aeb2-4657eaf872a4 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:21.606762 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-87653005-dda5-4380-aeb2-4657eaf872a4 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.76 "GET /v2.0/networks?id=3b29d703-a69b-4ab8-902c-b8c378785166 HTTP/1.1" status: 200 len: 809 time: 0.1974075 Jun 03 16:19:21.865072 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6ae32-0b06-4499-b1de-6a0d12ee6afc req-3b4e564b-42f5-4969-9977-d9e27b905da7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:21.867094 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-62d6ae32-0b06-4499-b1de-6a0d12ee6afc req-3b4e564b-42f5-4969-9977-d9e27b905da7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1025860 Jun 03 16:19:21.928768 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-62d6ae32-0b06-4499-b1de-6a0d12ee6afc req-341071d8-b95f-476c-a4b9-735649f7130f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536907 Jun 03 16:19:21.998737 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Request body: {'port': {'device_id': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166', 'admin_state_up': True, 'tenant_id': 'a858f38e833c40f199dea79dc968c247'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:22.092030 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-4050591f-cfe9-406e-8a99-494c836d3ec4 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7753ddd805d948a79cbc26b3c9c5e8cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457523 Jun 03 16:19:22.313862 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-3a92ea79-2f3e-4941-93f6-25b8931ae5e3 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:22.322206 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-3a92ea79-2f3e-4941-93f6-25b8931ae5e3 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224162 Jun 03 16:19:22.341311 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-d48491e0-3a6f-425b-a711-10fb8afefb90 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/quotas/7753ddd805d948a79cbc26b3c9c5e8cd HTTP/1.1" status: 200 len: 375 time: 0.0179458 Jun 03 16:19:22.371288 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bb6dbee2-9b0d-4056-9946-b113bbc6e860 req-12eb636d-3924-4292-96e7-640542aeaef6 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 210 time: 0.0849564 Jun 03 16:19:22.414876 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-a2f80fde-113f-432f-9984-76d62c356024 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7753ddd805d948a79cbc26b3c9c5e8cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725784 Jun 03 16:19:22.429730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:22.454527 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Usage tracker for resource:port and tenant:a858f38e833c40f199dea79dc968c247 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:22.464006 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:22.483371 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:22.500811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Made reservation on behalf of a858f38e833c40f199dea79dc968c247 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:22.505511 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:22.824016 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee049c0c-5e38-4d05-b63c-347fcbdbbae9 req-b9481157-458c-4097-8775-110398d28cef tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:22.828867 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ee049c0c-5e38-4d05-b63c-347fcbdbbae9 req-b9481157-458c-4097-8775-110398d28cef tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.1496446 Jun 03 16:19:22.895211 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ee049c0c-5e38-4d05-b63c-347fcbdbbae9 req-169bf4c9-2784-4a3d-9b87-9448a13fe28a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Jun 03 16:19:22.976879 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:22.999053 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0530690b-eb1e-4b46-aa0d-f912ae07b6ea req-b6384e9d-66cd-4ec4-9646-cb68877355c1 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 210 time: 0.2630289 Jun 03 16:19:23.060998 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Allocated IP 172.20.0.13 (3b29d703-a69b-4ab8-902c-b8c378785166/eac227d7-52f4-4ce8-a84f-11d047684033/a8cc75d5-f7e7-417b-8d16-82ef336da0f7) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:23.104804 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-34b2a7f7-15e5-4d6a-89c7-2afaa3cce769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:23.312343 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53668) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:23.322515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a83c87-b580-4c8a-9f14-b974459612b8 req-2a99aa8c-c20a-411c-9c38-3106dd045929 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:23.324384 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-28a83c87-b580-4c8a-9f14-b974459612b8 req-2a99aa8c-c20a-411c-9c38-3106dd045929 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1425073 Jun 03 16:19:23.424109 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:23.565612 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:23.595010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c04144fd-fb92-4b9c-bfd8-a300b8809bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:23.607122 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-28a83c87-b580-4c8a-9f14-b974459612b8 req-425b2a74-542e-435e-89d0-0acdd72beca7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759616 Jun 03 16:19:23.662798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Network 3b29d703-a69b-4ab8-902c-b8c378785166 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:23.664058 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:23.681499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:23.684505 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:19:23.691432 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:23.692329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:23.826122 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:23.837124 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8553798 Jun 03 16:19:23.862394 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Usage tracker for resource:security_group_rule and tenant:2902f99416ca425b875819c909250ee4 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:23.870719 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:23.875388 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Pushing event updated for resources: {'Port': ['ID=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:23.886309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:23.887655 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:23.939086 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09562be8-76f2-490d-9630-a896640c06ca req-2e0b57c2-027d-461b-b364-f0e491978252 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:23.939796 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-09562be8-76f2-490d-9630-a896640c06ca req-2e0b57c2-027d-461b-b364-f0e491978252 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Synchronizing usage tracker for tenant:a858f38e833c40f199dea79dc968c247 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:23.952367 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Request body: {'port': {'device_id': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:24.027514 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-09562be8-76f2-490d-9630-a896640c06ca req-2e0b57c2-027d-461b-b364-f0e491978252 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Unset dirty status for tenant:a858f38e833c40f199dea79dc968c247 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:24.028735 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-09562be8-76f2-490d-9630-a896640c06ca req-2e0b57c2-027d-461b-b364-f0e491978252 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 932 time: 0.3548539 Jun 03 16:19:24.175328 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.190136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.203965 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-09562be8-76f2-490d-9630-a896640c06ca req-110ce6b9-4823-4ff5-b8ad-4da591f62661 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611545 Jun 03 16:19:24.207337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.209256 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8145af-ef61-43e5-8991-9ec93de34165 req-dfc6da71-0a7e-424a-bf12-d8bd01a8b85d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:24.211040 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb8145af-ef61-43e5-8991-9ec93de34165 req-dfc6da71-0a7e-424a-bf12-d8bd01a8b85d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.0978062 Jun 03 16:19:24.216834 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b26d49ed-96a5-4237-a2cc-e10af6d0a031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:24.277665 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb8145af-ef61-43e5-8991-9ec93de34165 req-ca057d31-cc18-447e-bc9a-2fbb1b101bea tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Jun 03 16:19:24.300820 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53710) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:24.301124 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2902f99416ca425b875819c909250ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873693 Jun 03 16:19:24.309153 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9528e4-c116-4604-8e75-67d3742c718f,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:24.313666 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:24.378220 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.418699 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.426082 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ea6a7840-925a-429e-8cb5-64a4394b4339 req-788348f9-eafe-4b47-8d49-638aa7d7b3e8 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 210 time: 0.1036289 Jun 03 16:19:24.517609 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53718) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:24.524568 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.551943 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.568278 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:24.601919 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9528e4-c116-4604-8e75-67d3742c718f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:24.608398 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:24.637755 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.639060 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c9528e4-c116-4604-8e75-67d3742c718f HTTP/1.1" status: 204 len: 168 time: 0.3371267 Jun 03 16:19:24.733323 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.756073 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:24.759345 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:29a898407b104db4a33f93e0ccc5aaf0 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:24.767621 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:24.778799 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:24.875396 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-67e81003-247e-4707-8ab8-333af8804c02 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=7753ddd805d948a79cbc26b3c9c5e8cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854328 Jun 03 16:19:24.894650 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cc75d5-f7e7-417b-8d16-82ef336da0f7 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:24.931185 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.936708 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:24.947311 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:24.998064 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.038665 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29a898407b104db4a33f93e0ccc5aaf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205796 Jun 03 16:19:25.043272 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 53736) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:25.059257 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c900576-ed4e-403c-9a1a-db8612180d6e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:25.069482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:25.105609 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Transition to ACTIVE for port object a8cc75d5-f7e7-417b-8d16-82ef336da0f7 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:25.121695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.131506 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53738) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:25.139956 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:25.154263 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.169074 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:25.173642 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Usage tracker for resource:security_group_rule and tenant:7ba53f78f2cf488986c774aea774e859 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:25.177054 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:25.183791 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:25.310086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.315201 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.345525 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6edd5ec6-668f-4ec5-a64e-9ee0da2b26e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:25.351202 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-f3cdae19-8816-452a-802b-c8cdb9fd4aeb tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:25.352678 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-f3cdae19-8816-452a-802b-c8cdb9fd4aeb tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522872 Jun 03 16:19:25.353371 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:25.358068 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ba53f78f2cf488986c774aea774e859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254612 Jun 03 16:19:25.361371 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53748) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:25.404419 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fadeaee-e67f-4c6c-bd06-dbab4c0237dd,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:25.407306 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:25.453558 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.485488 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.491540 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:25.495237 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Request body: {'port': {'device_id': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a', 'admin_state_up': True, 'tenant_id': '7753ddd805d948a79cbc26b3c9c5e8cd'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:25.555591 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.558023 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.562774 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-00c53fe3-fb47-42d2-a327-c339144e4f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:25.577687 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fadeaee-e67f-4c6c-bd06-dbab4c0237dd,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:25.579456 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be0794-efff-4931-8b1f-555538bb4b9d req-a4ed1ab9-8319-4fc7-8be0-e9f0a234359f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:25.580875 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-90be0794-efff-4931-8b1f-555538bb4b9d req-a4ed1ab9-8319-4fc7-8be0-e9f0a234359f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.6991341 Jun 03 16:19:25.587016 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:25.594877 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.596500 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1fadeaee-e67f-4c6c-bd06-dbab4c0237dd HTTP/1.1" status: 204 len: 168 time: 0.2337043 Jun 03 16:19:25.608525 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Attempting to bind port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:25.608886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Attempting to bind port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'cd58492a-5508-4df8-97c6-1b4870524af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:25.609540 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Attempting to bind port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 on network 3b29d703-a69b-4ab8-902c-b8c378785166 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:25.707381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 on network 3b29d703-a69b-4ab8-902c-b8c378785166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:19:25.707916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Attempting to bind port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 on network 3b29d703-a69b-4ab8-902c-b8c378785166 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:25.731465 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.766740 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:25.767083 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Checking segment: {'id': 'cd58492a-5508-4df8-97c6-1b4870524af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:25.767472 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Bound using segment: {'id': 'cd58492a-5508-4df8-97c6-1b4870524af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:25.767920 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Bound port: a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd58492a-5508-4df8-97c6-1b4870524af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:25.768396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.824447 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:25.832302 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-90be0794-efff-4931-8b1f-555538bb4b9d req-872387cb-fd38-4fa1-b163-df093aa1138b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292972 Jun 03 16:19:25.909575 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:25.932019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Usage tracker for resource:port and tenant:7753ddd805d948a79cbc26b3c9c5e8cd is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:25.938236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:25.951166 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:25.973328 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d274-b403-45e0-87c8-4321c8f20a30 req-8eb43d0f-bf7f-42d9-a80b-f7031e2eed69 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:25.976773 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1677d274-b403-45e0-87c8-4321c8f20a30 req-8eb43d0f-bf7f-42d9-a80b-f7031e2eed69 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 944 time: 0.1697376 Jun 03 16:19:26.044642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.046266 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-1677d274-b403-45e0-87c8-4321c8f20a30 req-6e5c0989-b733-4e2e-b7e4-b8f8cb463d86 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Synchronizing usage tracker for tenant:a858f38e833c40f199dea79dc968c247 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:26.048372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Made reservation on behalf of 7753ddd805d948a79cbc26b3c9c5e8cd for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:26.051988 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.069786 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-95c99ef6-a06a-4df6-819b-b02347f86549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:26.070027 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-1677d274-b403-45e0-87c8-4321c8f20a30 req-6e5c0989-b733-4e2e-b7e4-b8f8cb463d86 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Unset dirty status for tenant:a858f38e833c40f199dea79dc968c247 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:26.071290 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1677d274-b403-45e0-87c8-4321c8f20a30 req-6e5c0989-b733-4e2e-b7e4-b8f8cb463d86 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879228 Jun 03 16:19:26.078657 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b10c87fb-b23d-40cc-8608-24aa1fa1fd96 req-a176c0ce-f73b-4294-be8c-61061bf7181d tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 210 time: 0.0939667 Jun 03 16:19:26.103397 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] For port a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:26.107776 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.135020 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c900576-ed4e-403c-9a1a-db8612180d6e,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:26.138824 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:26.156488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] For port a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,segment=NetworkSegment(cd58492a-5508-4df8-97c6-1b4870524af0),segment_id=cd58492a-5508-4df8-97c6-1b4870524af0)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:26.158942 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:26.167619 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.172515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Usage tracker for resource:security_group_rule and tenant:7753ddd805d948a79cbc26b3c9c5e8cd is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:26.175929 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-694c474e-520d-4072-9fd5-3e14192a8ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:26.220036 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:26.226788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:26.236536 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.237641 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c900576-ed4e-403c-9a1a-db8612180d6e HTTP/1.1" status: 204 len: 168 time: 1.1911771 Jun 03 16:19:26.267699 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:26.268505 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.270034 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] 10.222.0.76 "PUT /v2.0/ports/a8cc75d5-f7e7-417b-8d16-82ef336da0f7 HTTP/1.1" status: 200 len: 1094 time: 2.3229477 Jun 03 16:19:26.270914 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'tag': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:26.273982 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5790f526-dc2d-4e72-b374-ce38631378ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5002a6a5-2b85-4ad1-ba1e-3543062e0367", "tag": "a8cc75d5-f7e7-417b-8d16-82ef336da0f7"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:26.314388 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:26.319329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:26.427378 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb762cb-3d10-4b69-844c-0c83208b570a x-openstack-request-id: req-ddb762cb-3d10-4b69-844c-0c83208b570a {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:26.427725 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5002a6a5-2b85-4ad1-ba1e-3543062e0367", "tag": "a8cc75d5-f7e7-417b-8d16-82ef336da0f7", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:26.427962 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddb762cb-3d10-4b69-844c-0c83208b570a {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:26.429012 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'tag': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7', 'status': 'completed', 'code': 200} Jun 03 16:19:26.481057 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.486525 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.491090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b61c69ba-f688-41fb-9a67-7e441b6b5578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:26.574870 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-9e9c6403-5bc7-4979-a0da-5385bc9e10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:26.576337 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-9e9c6403-5bc7-4979-a0da-5385bc9e10a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a858f38e833c40f199dea79dc968c247&device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 1097 time: 0.2150536 Jun 03 16:19:26.599211 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75257d0d-d341-4a1c-9a23-65f6418af9ce,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:26.605113 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:26.757073 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-9b7c328d-b68a-436a-9bf5-b40e191961a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7 HTTP/1.1" status: 200 len: 217 time: 0.0923910 Jun 03 16:19:26.773298 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53784) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:26.792506 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:26.815794 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:26.823774 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c0b783eef34da8913c4f0d9d554904 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:26.828055 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:26.843063 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:26.843570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Allocated IP 192.168.233.251 (d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a/7d925b49-957a-4bf0-aa6d-0282249e42be/becc243a-46c6-4d73-a9c9-7facf9e8639a) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:26.892563 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-7c9bc1fe-99e7-4083-9c9e-a14009a3cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:26.894166 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-7c9bc1fe-99e7-4083-9c9e-a14009a3cee0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eac227d7-52f4-4ce8-a84f-11d047684033 HTTP/1.1" status: 200 len: 849 time: 0.1278911 Jun 03 16:19:26.980442 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-a0b97f2f-3491-4647-bcf9-5a1bca45f577 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3b29d703-a69b-4ab8-902c-b8c378785166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601263 Jun 03 16:19:27.028230 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.035885 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.085730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-061eed1b-b0ab-462e-98f1-0bfe90d214a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:27.146239 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9c0b783eef34da8913c4f0d9d554904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714097 Jun 03 16:19:27.147285 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53796) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:27.188092 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fed4ed-4c8a-4023-8e5f-701bcf5706ac,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:27.198590 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:27.263407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.360055 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.377690 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-27006c93-7303-4051-ad05-f1faa2d8d9f8 req-e2d0cbb3-1d30-4ba0-85f4-778197c3d506 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 210 time: 0.0687921 Jun 03 16:19:27.473233 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-8a10173c-b626-4ef4-8005-f57b783e1266 service neutron] 10.222.0.76 "GET /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831674 Jun 03 16:19:27.476301 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.497837 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e0f329c5-a95d-4cdc-a107-b68fd2b125d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:27.500822 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.521596 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fed4ed-4c8a-4023-8e5f-701bcf5706ac,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:27.529855 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:27.532679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.534271 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01fed4ed-4c8a-4023-8e5f-701bcf5706ac HTTP/1.1" status: 204 len: 168 time: 0.3795767 Jun 03 16:19:27.619054 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Transition to ACTIVE for port object becc243a-46c6-4d73-a9c9-7facf9e8639a will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:27.638711 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f9c51-6944-40c6-9e8a-9586b540fe4b req-d8de5c0b-cc20-47d6-832b-84b7556e8579 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:27.644719 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0c5f9c51-6944-40c6-9e8a-9586b540fe4b req-d8de5c0b-cc20-47d6-832b-84b7556e8579 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.5533419 Jun 03 16:19:27.682983 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5167787-0fb9-40b6-a86d-5be2ce9c4a59 req-f1097a63-050d-43b4-955e-f547788e1b6f tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:27.684721 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f5167787-0fb9-40b6-a86d-5be2ce9c4a59 req-f1097a63-050d-43b4-955e-f547788e1b6f tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 944 time: 0.1097436 Jun 03 16:19:27.752446 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f5167787-0fb9-40b6-a86d-5be2ce9c4a59 req-f8bb52cd-5fae-42e3-b889-0aa62cb1908b tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584226 Jun 03 16:19:27.795072 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0c5f9c51-6944-40c6-9e8a-9586b540fe4b req-4a1d81ad-6a98-47b8-9bb4-1326a37a1ade tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483057 Jun 03 16:19:27.857427 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fea45a88-ece0-4193-9d31-7eb5e354244c req-e65c0ceb-c470-4cdd-9ff6-50b6b9750340 service neutron] 10.222.0.76 "GET /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639684 Jun 03 16:19:27.870717 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:27.884835 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c1fa6faf-abc2-4e89-933f-7a995af91dac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:27.967952 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:27.971301 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:27.981582 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:19:27.987527 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:27.988361 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:28.162897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Pushing event updated for resources: {'Port': ['ID=becc243a-46c6-4d73-a9c9-7facf9e8639a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:28.198782 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:28.215499 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7298765 Jun 03 16:19:28.245395 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Request body: {'port': {'device_id': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:28.339364 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790f526-dc2d-4e72-b374-ce38631378ec req-b544dc6a-2612-4e78-831e-bbc9fb4a9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:28.342157 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-b544dc6a-2612-4e78-831e-bbc9fb4a9950 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a858f38e833c40f199dea79dc968c247&device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 1097 time: 0.3464117 Jun 03 16:19:28.392941 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-9da0720b-043f-45a7-a6de-193d711e2b9e None None] Provisioning for port becc243a-46c6-4d73-a9c9-7facf9e8639a completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:28.402376 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-9da0720b-043f-45a7-a6de-193d711e2b9e None None] Provisioning complete for port becc243a-46c6-4d73-a9c9-7facf9e8639a triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:28.403265 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9da0720b-043f-45a7-a6de-193d711e2b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:28.512695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790f526-dc2d-4e72-b374-ce38631378ec req-3a88ac19-bf97-41ae-907f-afcba8183664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:28.514264 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-3a88ac19-bf97-41ae-907f-afcba8183664 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3b29d703-a69b-4ab8-902c-b8c378785166 HTTP/1.1" status: 200 len: 910 time: 0.1624420 Jun 03 16:19:28.588567 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-9da0720b-043f-45a7-a6de-193d711e2b9e None None] Port becc243a-46c6-4d73-a9c9-7facf9e8639a cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:19:28.678993 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-b3fd8c37-3acb-46cc-93e4-00adc9f3555c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7 HTTP/1.1" status: 200 len: 217 time: 0.1199851 Jun 03 16:19:28.749381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:28.805187 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588d73-6412-44af-b834-85b7c41c74fc req-1c2d81b4-045d-4cb7-8cee-ab1084603855 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:28.818910 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c5588d73-6412-44af-b834-85b7c41c74fc req-1c2d81b4-045d-4cb7-8cee-ab1084603855 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 936 time: 0.1792436 Jun 03 16:19:28.898443 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c5588d73-6412-44af-b834-85b7c41c74fc req-f94bb957-bf36-48f9-8971-c36a32a5fe26 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777266 Jun 03 16:19:28.957854 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790f526-dc2d-4e72-b374-ce38631378ec req-53d833d2-1150-4933-910b-8ea3219c9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:28.959319 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-53d833d2-1150-4933-910b-8ea3219c9106 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eac227d7-52f4-4ce8-a84f-11d047684033 HTTP/1.1" status: 200 len: 849 time: 0.2566442 Jun 03 16:19:29.077012 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-1fbc4f8f-c38f-4098-a300-58099d5c72fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3b29d703-a69b-4ab8-902c-b8c378785166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073337 Jun 03 16:19:29.156838 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386a1a2-b7b2-4834-84e6-9626d3badd40 req-b73ecb1d-3d8b-47d0-ba85-96bad1510e7b tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:29.174983 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9386a1a2-b7b2-4834-84e6-9626d3badd40 req-b73ecb1d-3d8b-47d0-ba85-96bad1510e7b tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 944 time: 0.1314068 Jun 03 16:19:29.178798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-2d85ced4-805d-4e32-9bc1-89f315b73369 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:29.180336 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-2d85ced4-805d-4e32-9bc1-89f315b73369 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.4325163 Jun 03 16:19:29.240844 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9386a1a2-b7b2-4834-84e6-9626d3badd40 req-17a7f05c-b1b1-4d32-81e8-c0098eabd24f tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631821 Jun 03 16:19:29.287854 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-131ae3c4-551f-497d-8144-0849f4162711 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/quotas/7f542c1a71374300b7f6ca24c03492d5 HTTP/1.1" status: 200 len: 375 time: 0.0876226 Jun 03 16:19:29.443731 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-27868905-c5cf-4a38-aa0b-cf1cda0a9b6a service neutron] 10.222.0.76 "GET /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573427 Jun 03 16:19:29.472638 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21789f1-0140-4901-bbed-ebf8acae5c1b req-16d14155-6ca4-4233-a954-1ac7c4a4677f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:29.481996 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f21789f1-0140-4901-bbed-ebf8acae5c1b req-16d14155-6ca4-4233-a954-1ac7c4a4677f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1270244 Jun 03 16:19:29.530082 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f21789f1-0140-4901-bbed-ebf8acae5c1b req-de8f2cd8-2b0f-49a3-b214-e2de79805611 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Jun 03 16:19:29.599666 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53890) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:29.603762 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.db.resource_extend [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:19:29.694070 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-b53d98c0-64b3-4a10-9e90-264ac243d976 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3605838 Jun 03 16:19:29.757613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:29.766952 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becc243a-46c6-4d73-a9c9-7facf9e8639a {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:29.779187 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:29.789167 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:29.789568 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Usage tracker for resource:security_group_rule and tenant:9cbc3e19405744b291d4f8e1fa51cf3a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:29.797105 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:29.806142 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:29.867655 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5790f526-dc2d-4e72-b374-ce38631378ec req-7a600b0d-9c97-4848-b111-eb4c938f9532 service neutron] 10.222.0.76 "GET /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154825 Jun 03 16:19:29.889698 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Transition to ACTIVE for port object becc243a-46c6-4d73-a9c9-7facf9e8639a will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:29.897577 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:29.913283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:29.958979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:29.966814 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:29.992268 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f690c80a-5193-44a1-84d1-4b3a1d7b5be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:30.038842 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425aa2b4-994e-4074-846e-5d4ab4ee42cc,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:30.056671 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:30.066608 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9cbc3e19405744b291d4f8e1fa51cf3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652939 Jun 03 16:19:30.069238 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53906) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:30.152696 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.197912 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.207031 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-3e1584e4-58d5-43c5-9cc6-7c9ae3a9ba63 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010059 Jun 03 16:19:30.324941 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.329992 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5bbe99a3-4829-499f-bee6-19c5ebb194c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:30.345017 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425aa2b4-994e-4074-846e-5d4ab4ee42cc,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:30.346487 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Pushing event updated for resources: {'Port': ['ID=becc243a-46c6-4d73-a9c9-7facf9e8639a,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:30.361995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:30.372573 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.382920 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/425aa2b4-994e-4074-846e-5d4ab4ee42cc HTTP/1.1" status: 204 len: 168 time: 0.3080211 Jun 03 16:19:30.401887 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:30.425931 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8a799-7c8e-4731-aeec-576794a26914 req-7a6c1468-407e-478a-ae68-f63e0adf5bc6 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:30.427836 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-74e8a799-7c8e-4731-aeec-576794a26914 req-7a6c1468-407e-478a-ae68-f63e0adf5bc6 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 948 time: 0.1478555 Jun 03 16:19:30.433642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Attempting to bind port becc243a-46c6-4d73-a9c9-7facf9e8639a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:30.433988 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Attempting to bind port becc243a-46c6-4d73-a9c9-7facf9e8639a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:30.434357 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Attempting to bind port becc243a-46c6-4d73-a9c9-7facf9e8639a on network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:30.450222 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Port becc243a-46c6-4d73-a9c9-7facf9e8639a on network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:19:30.450956 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Attempting to bind port becc243a-46c6-4d73-a9c9-7facf9e8639a on network d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:30.466704 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:30.467590 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Checking segment: {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:30.468248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Bound using segment: {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:30.468727 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Bound port: becc243a-46c6-4d73-a9c9-7facf9e8639a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319e7b05-af61-4126-9359-3cabeefd3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:30.469398 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.490518 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-74e8a799-7c8e-4731-aeec-576794a26914 req-5f15aec4-ceac-47e0-bcb2-b347acea1df4 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491641 Jun 03 16:19:30.518479 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-b8340a3f-eefa-499a-94b6-d9e98deb2f5b service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102455 Jun 03 16:19:30.657261 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] For port becc243a-46c6-4d73-a9c9-7facf9e8639a, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:30.660811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] For port becc243a-46c6-4d73-a9c9-7facf9e8639a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:30.668838 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.681416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:30.774165 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db8f4-99f1-44f8-b7c2-b094df0be27a req-3d90e7b7-cdd0-4391-8a8a-cf7413f22db8 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:30.794804 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-811db8f4-99f1-44f8-b7c2-b094df0be27a req-3d90e7b7-cdd0-4391-8a8a-cf7413f22db8 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 944 time: 0.1393247 Jun 03 16:19:30.799654 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Pushing event updated for resources: {'Port': ['ID=becc243a-46c6-4d73-a9c9-7facf9e8639a,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:30.815957 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:30.818938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:30.819569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.821182 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] 10.222.0.76 "PUT /v2.0/ports/becc243a-46c6-4d73-a9c9-7facf9e8639a HTTP/1.1" status: 200 len: 1098 time: 2.5820274 Jun 03 16:19:30.822793 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'tag': 'becc243a-46c6-4d73-a9c9-7facf9e8639a'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:30.825542 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b87faf-f026-463a-b8c9-e2681575cb56" -d '{"events": [{"name": "network-changed", "server_uuid": "85106810-ea0f-4ce6-89cf-a834f18fdb23", "tag": "becc243a-46c6-4d73-a9c9-7facf9e8639a"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:30.911374 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-811db8f4-99f1-44f8-b7c2-b094df0be27a req-354ce5fe-4686-4e96-827a-a55608004902 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144328 Jun 03 16:19:30.998013 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.029172 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-04c3e73e-ab91-43cd-91b3-e8240833708e req-af25095f-8bb4-4e33-82d5-f11b856d6e43 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 210 time: 0.0683980 Jun 03 16:19:31.088627 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b843-de2a-4f48-bb5f-48fbe973f564 req-4b8d497d-7c5a-4fc4-8a2f-283a3163e5cf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:31.096279 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3524b843-de2a-4f48-bb5f-48fbe973f564 req-4b8d497d-7c5a-4fc4-8a2f-283a3163e5cf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2674708 Jun 03 16:19:31.121010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-e830783d-ade4-4a76-aceb-8caea3ae305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:31.122757 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-e830783d-ade4-4a76-aceb-8caea3ae305f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7753ddd805d948a79cbc26b3c9c5e8cd&device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 1101 time: 0.2221956 Jun 03 16:19:31.169301 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:19:31.169974 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53934) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:31.195462 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.233069 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:31.238515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Usage tracker for resource:security_group_rule and tenant:61c125ee5a454e37be074c7859b54b5e is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:31.241958 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:31.246665 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3524b843-de2a-4f48-bb5f-48fbe973f564 req-0bcc62ae-fedc-4993-8623-deb44eef8f5c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493726 Jun 03 16:19:31.248135 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-762b2bb8-0ce5-49b6-a073-d4c58ed5f674 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a HTTP/1.1" status: 200 len: 217 time: 0.1017814 Jun 03 16:19:31.258387 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:31.369589 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-d1d81396-53a4-4bd4-adf6-2a6e87c1059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:31.371685 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-d1d81396-53a4-4bd4-adf6-2a6e87c1059b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d925b49-957a-4bf0-aa6d-0282249e42be HTTP/1.1" status: 200 len: 843 time: 0.1061857 Jun 03 16:19:31.373620 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc774d8-fe37-4b2c-8fcd-019c1697ddf7 x-openstack-request-id: req-9cc774d8-fe37-4b2c-8fcd-019c1697ddf7 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:31.374352 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85106810-ea0f-4ce6-89cf-a834f18fdb23", "tag": "becc243a-46c6-4d73-a9c9-7facf9e8639a", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:31.374846 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cc774d8-fe37-4b2c-8fcd-019c1697ddf7 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:31.375530 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'tag': 'becc243a-46c6-4d73-a9c9-7facf9e8639a', 'status': 'completed', 'code': 200} Jun 03 16:19:31.455515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.462080 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.484606 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0365cb74-3dc7-4359-b369-fd59ebee5d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:31.549691 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-16db0265-906e-4ad5-b738-ae04a3a3d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:31.551417 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-16db0265-906e-4ad5-b738-ae04a3a3d34e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1416936 Jun 03 16:19:31.608169 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e736d-ae44-42fa-8cf8-3443e035afcc,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:31.617367 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:31.629400 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61c125ee5a454e37be074c7859b54b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557936 Jun 03 16:19:31.629615 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 53946) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:31.695396 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.727277 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.790485 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.794535 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6da28bff-c7a7-4754-87e3-69b5990f7b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:31.804219 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-93b46f47-f3fc-41ae-9fdd-417380f647cc service neutron] 10.222.0.76 "GET /v2.0/networks/d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234871 Jun 03 16:19:31.807377 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e736d-ae44-42fa-8cf8-3443e035afcc,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:31.810117 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:31.816629 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:31.818228 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b8e736d-ae44-42fa-8cf8-3443e035afcc HTTP/1.1" status: 204 len: 168 time: 0.1873765 Jun 03 16:19:31.842997 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b0ef05f7-2b35-4274-a3c0-5e5fdd7a4f00 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:31.844605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b0ef05f7-2b35-4274-a3c0-5e5fdd7a4f00 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Synchronizing usage tracker for tenant:7753ddd805d948a79cbc26b3c9c5e8cd on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:31.869515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b0ef05f7-2b35-4274-a3c0-5e5fdd7a4f00 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Unset dirty status for tenant:7753ddd805d948a79cbc26b3c9c5e8cd on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:31.870691 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b0ef05f7-2b35-4274-a3c0-5e5fdd7a4f00 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 948 time: 0.2319174 Jun 03 16:19:31.949468 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device a8cc75d5-f7e7-417b-8d16-82ef336da0f7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:19:31.956856 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b4b1a735-6d95-4690-87ef-4f951db5ebe7 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Synchronizing usage tracker for tenant:7753ddd805d948a79cbc26b3c9c5e8cd on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:32.039537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b4b1a735-6d95-4690-87ef-4f951db5ebe7 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Unset dirty status for tenant:7753ddd805d948a79cbc26b3c9c5e8cd on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:32.041230 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-78d04149-8a37-4ed1-bdf6-e24e567f1426 req-b4b1a735-6d95-4690-87ef-4f951db5ebe7 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644459 Jun 03 16:19:32.117345 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5977e7d5-81a0-43e1-9992-b26df69bc1cb req-b203a4e6-7102-4617-b337-0dbef52b9f82 service neutron] 10.222.0.76 "GET /v2.0/networks/d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212639 Jun 03 16:19:32.178595 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,segment=NetworkSegment(cd58492a-5508-4df8-97c6-1b4870524af0),segment_id=cd58492a-5508-4df8-97c6-1b4870524af0)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:32.200304 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7', 'network_id': '3b29d703-a69b-4ab8-902c-b8c378785166', 'port_id': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7', 'mac_address': 'fa:16:3e:d3:a6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac227d7-52f4-4ce8-a84f-11d047684033', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:19:32.230153 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81ac51-7d8c-4db0-b23e-fe7503e1c500 req-d51eba77-684f-4750-a460-328a80cf10ff tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:32.237863 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2f81ac51-7d8c-4db0-b23e-fe7503e1c500 req-d51eba77-684f-4750-a460-328a80cf10ff tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 944 time: 0.1640685 Jun 03 16:19:32.273021 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:32.293845 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2f81ac51-7d8c-4db0-b23e-fe7503e1c500 req-2a85e9bf-1c7d-4be1-a297-a39bb5754c5f tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543861 Jun 03 16:19:32.295110 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cc75d5-f7e7-417b-8d16-82ef336da0f7 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:32.304522 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0c3c8f5c-f027-4b30-931c-b319ccc1f079 req-385c2f9a-7f62-49e0-afd8-579d2d19ab25 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 210 time: 0.0848217 Jun 03 16:19:32.326785 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,segment=NetworkSegment(cd58492a-5508-4df8-97c6-1b4870524af0),segment_id=cd58492a-5508-4df8-97c6-1b4870524af0)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:32.332301 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:32.335837 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:32.407470 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-42d7e31e-2b79-48a4-9b90-9dfa1b3965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:32.408950 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-42d7e31e-2b79-48a4-9b90-9dfa1b3965ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7753ddd805d948a79cbc26b3c9c5e8cd&device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 1101 time: 0.1024461 Jun 03 16:19:32.427743 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:32.440310 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:32.527786 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8899c8e-3466-4b13-a477-46d61cb696da req-9dcaae62-1dab-401a-aa05-f8cec0a4479c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:32.529143 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b8899c8e-3466-4b13-a477-46d61cb696da req-9dcaae62-1dab-401a-aa05-f8cec0a4479c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1109498 Jun 03 16:19:32.586333 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-e4dc0b4d-4969-4c03-b36c-491fb4aeccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:32.588634 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-e4dc0b4d-4969-4c03-b36c-491fb4aeccd2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a HTTP/1.1" status: 200 len: 870 time: 0.1644032 Jun 03 16:19:32.597047 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b8899c8e-3466-4b13-a477-46d61cb696da req-45809118-3795-4c5a-8203-50e2ff0827ef tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618677 Jun 03 16:19:32.807325 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-d57318ec-fc38-411a-aa3b-7cd61ac62431 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a HTTP/1.1" status: 200 len: 217 time: 0.2075603 Jun 03 16:19:32.950434 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-fe07220d-379b-4d19-8736-483b3ea05e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:32.953472 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-fe07220d-379b-4d19-8736-483b3ea05e21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7d925b49-957a-4bf0-aa6d-0282249e42be HTTP/1.1" status: 200 len: 843 time: 0.1162264 Jun 03 16:19:33.310508 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['a8cc75d5-f7e7-417b-8d16-82ef336da0f7'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:33.362439 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-3207a278-6f5a-4bf1-91da-2b9b5ac95d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:33.364222 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-3207a278-6f5a-4bf1-91da-2b9b5ac95d62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3583908 Jun 03 16:19:33.379202 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-d2b7ad0c-d050-40d5-a194-8c42c8ad461f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:33.381643 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-d2b7ad0c-d050-40d5-a194-8c42c8ad461f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.3735375 Jun 03 16:19:33.418724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Request body: {'port': {'device_id': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'admin_state_up': True, 'tenant_id': '7f542c1a71374300b7f6ca24c03492d5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:33.636776 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c54b-c75c-4f53-85ca-80036fac9eaa req-f73a9809-3910-454a-93cc-7c456e5ea9b5 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:33.638622 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1d95c54b-c75c-4f53-85ca-80036fac9eaa req-f73a9809-3910-454a-93cc-7c456e5ea9b5 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 945 time: 0.1035850 Jun 03 16:19:33.722944 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1d95c54b-c75c-4f53-85ca-80036fac9eaa req-7dbf2a8c-494b-48cb-8ddb-b46fe530088c tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Jun 03 16:19:33.799547 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:33.824618 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad05d9-80df-4f52-b097-31ebac655999 req-0a1fc260-959e-4afc-ba35-c3c42d290197 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:33.826356 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4dad05d9-80df-4f52-b097-31ebac655999 req-0a1fc260-959e-4afc-ba35-c3c42d290197 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 948 time: 0.5805554 Jun 03 16:19:33.834912 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:33.892776 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Made reservation on behalf of 7f542c1a71374300b7f6ca24c03492d5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:33.899133 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:33.903514 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1239bcdf-a5a1-476a-993b-92504f0b7a88 req-d35dc7ca-3ead-4f49-b594-8d9837f00e81 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 210 time: 0.0709043 Jun 03 16:19:33.941512 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-791b6e5c-1631-4fcc-9e72-26c9dbc314ae service neutron] 10.222.0.76 "GET /v2.0/networks/d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691977 Jun 03 16:19:34.002314 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4dad05d9-80df-4f52-b097-31ebac655999 req-205133a9-17fb-4ca6-9ae5-f0810850750b tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636128 Jun 03 16:19:34.158878 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1ca04-6714-43de-9a7f-750756619dda req-6efc6b8d-e225-4d92-8243-aaaac2f34971 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:34.160566 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-64a1ca04-6714-43de-9a7f-750756619dda req-6efc6b8d-e225-4d92-8243-aaaac2f34971 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1231937 Jun 03 16:19:34.221122 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-64a1ca04-6714-43de-9a7f-750756619dda req-dd9e70f7-afab-4d8b-b104-9826d0c53059 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Jun 03 16:19:34.259881 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-19b87faf-f026-463a-b8c9-e2681575cb56 req-2d2c84f8-42b8-41e4-b59d-8f0b169e2765 service neutron] 10.222.0.76 "GET /v2.0/networks/d3f8c066-1fcc-4f2b-824a-3ea9c0567c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078034 Jun 03 16:19:34.301048 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Allocated IP 172.20.0.11 (1e984840-f817-4db7-b0c8-5a4389679323/2f31bb11-db2f-4a7c-868a-c998414cba29/51bd47fb-cd30-49af-8c2f-231bcb78baf3) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:34.554309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:34.588464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:34.595056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-dc605c4f-37f4-41ba-bd43-5f1fd859c18a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:34.667225 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Network 1e984840-f817-4db7-b0c8-5a4389679323 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:34.671338 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:34.674199 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:19:34.682440 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:34.683773 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:34.713423 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event updated for resources: {'Port': ['ID=51bd47fb-cd30-49af-8c2f-231bcb78baf3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:34.716917 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:34.732867 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3277900 Jun 03 16:19:34.759365 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Request body: {'port': {'device_id': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:34.927148 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472', '5d78fac7-4d28-45ac-a9e6-dbd781144e59'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:34.933417 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:35.000840 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14687c-738e-4735-98ad-9a9fd8eae941 req-c36b0694-94a2-4e0e-8efe-8d8ff375927c tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:35.018856 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8c14687c-738e-4735-98ad-9a9fd8eae941 req-c36b0694-94a2-4e0e-8efe-8d8ff375927c tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 945 time: 0.1717286 Jun 03 16:19:35.175265 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8c14687c-738e-4735-98ad-9a9fd8eae941 req-3434f223-9e67-4004-88c0-dbc0e30ca476 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475720 Jun 03 16:19:35.495256 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce92ba-9a5a-486a-8987-c57aed222498 req-257683c5-c201-4223-a754-9420ee6c3883 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:35.497697 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3cce92ba-9a5a-486a-8987-c57aed222498 req-257683c5-c201-4223-a754-9420ee6c3883 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 948 time: 0.1235399 Jun 03 16:19:35.607055 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3cce92ba-9a5a-486a-8987-c57aed222498 req-b5f00e78-1559-4b04-b746-b0b457b765b0 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979578 Jun 03 16:19:35.621502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10006a2-8bda-4ff8-a103-c3f1df3c2ac7 req-0f1c50de-caa5-4025-ae9b-c22591b7e9b5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:35.621502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d10006a2-8bda-4ff8-a103-c3f1df3c2ac7 req-0f1c50de-caa5-4025-ae9b-c22591b7e9b5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:35.646921 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bd47fb-cd30-49af-8c2f-231bcb78baf3 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:35.663323 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:35.668918 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d10006a2-8bda-4ff8-a103-c3f1df3c2ac7 req-0f1c50de-caa5-4025-ae9b-c22591b7e9b5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:35.677978 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d10006a2-8bda-4ff8-a103-c3f1df3c2ac7 req-0f1c50de-caa5-4025-ae9b-c22591b7e9b5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 932 time: 0.2670901 Jun 03 16:19:35.734329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Transition to ACTIVE for port object 51bd47fb-cd30-49af-8c2f-231bcb78baf3 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:35.745618 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:35.752649 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:35.803869 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d10006a2-8bda-4ff8-a103-c3f1df3c2ac7 req-1d722207-e230-4fd0-a971-ce3d5e06d387 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241233 Jun 03 16:19:35.921113 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Pushing event updated for resources: {'Port': ['ID=51bd47fb-cd30-49af-8c2f-231bcb78baf3,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:35.968610 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device becc243a-46c6-4d73-a9c9-7facf9e8639a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:19:35.976813 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:35.986715 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device a8cc75d5-f7e7-417b-8d16-82ef336da0f7 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:36.049167 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Attempting to bind port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:36.049571 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Attempting to bind port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:36.049922 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Attempting to bind port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:36.060615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 on network 1e984840-f817-4db7-b0c8-5a4389679323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:19:36.060951 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Attempting to bind port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:36.070426 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:36.070671 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Checking segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:36.074430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Bound using segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:36.074430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Bound port: 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:36.074430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.184177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:36.193370 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:36.193817 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.201769 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31220d7b-45b4-4583-be84-f0b79699764c req-0c66aff7-5639-477f-b9d5-bbab9596cb2c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:36.206948 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-31220d7b-45b4-4583-be84-f0b79699764c req-0c66aff7-5639-477f-b9d5-bbab9596cb2c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2045305 Jun 03 16:19:36.217656 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] For port 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:36.260893 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port becc243a-46c6-4d73-a9c9-7facf9e8639a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:36.263743 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] For port 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:36.288470 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': 'becc243a-46c6-4d73-a9c9-7facf9e8639a', 'network_id': 'd3f8c066-1fcc-4f2b-824a-3ea9c0567c3a', 'port_id': 'becc243a-46c6-4d73-a9c9-7facf9e8639a', 'mac_address': 'fa:16:3e:d7:4e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d925b49-957a-4bf0-aa6d-0282249e42be', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:19:36.301448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.309073 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-31220d7b-45b4-4583-be84-f0b79699764c req-354f1501-c0cc-49dd-be5c-64dddc0e908a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980778 Jun 03 16:19:36.311492 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:36.383281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:36.384581 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.386237 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] 10.222.0.76 "PUT /v2.0/ports/51bd47fb-cd30-49af-8c2f-231bcb78baf3 HTTP/1.1" status: 200 len: 1094 time: 1.6323571 Jun 03 16:19:36.386860 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'tag': '51bd47fb-cd30-49af-8c2f-231bcb78baf3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:36.389566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778" -d '{"events": [{"name": "network-changed", "server_uuid": "3e65b0a6-4094-46b8-96f9-d1fbca922f22", "tag": "51bd47fb-cd30-49af-8c2f-231bcb78baf3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:36.434626 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.441223 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Pushing event updated for resources: {'Port': ['ID=51bd47fb-cd30-49af-8c2f-231bcb78baf3,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:36.456604 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:36.464333 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.507570 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:36.510437 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacfd-00e7-4517-ae3f-2189fbba897c req-c317308e-7278-4603-8da5-6f452775e458 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:36.510930 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abb0eae-1865-4fe9-9d0f-e035db6252e8" -d '{"events": [{"server_uuid": "5002a6a5-2b85-4ad1-ba1e-3543062e0367", "name": "network-vif-plugged", "status": "completed", "tag": "a8cc75d5-f7e7-417b-8d16-82ef336da0f7"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:36.512519 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-de5bacfd-00e7-4517-ae3f-2189fbba897c req-c317308e-7278-4603-8da5-6f452775e458 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 945 time: 0.1558328 Jun 03 16:19:36.522775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11f4b2d-403c-4f89-a81b-bb40f84e1b0f x-openstack-request-id: req-b11f4b2d-403c-4f89-a81b-bb40f84e1b0f {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:36.523212 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e65b0a6-4094-46b8-96f9-d1fbca922f22", "tag": "51bd47fb-cd30-49af-8c2f-231bcb78baf3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:36.523660 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b11f4b2d-403c-4f89-a81b-bb40f84e1b0f {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:36.525096 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'tag': '51bd47fb-cd30-49af-8c2f-231bcb78baf3', 'status': 'completed', 'code': 200} Jun 03 16:19:36.525256 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becc243a-46c6-4d73-a9c9-7facf9e8639a {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:36.534166 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,segment=NetworkSegment(cd58492a-5508-4df8-97c6-1b4870524af0),segment_id=cd58492a-5508-4df8-97c6-1b4870524af0)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:36.542566 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.548432 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:36.590980 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2d292-4665-4926-9a43-e7486137ca29 x-openstack-request-id: req-24b2d292-4665-4926-9a43-e7486137ca29 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:36.591395 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002a6a5-2b85-4ad1-ba1e-3543062e0367", "name": "network-vif-plugged", "status": "completed", "tag": "a8cc75d5-f7e7-417b-8d16-82ef336da0f7", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:36.591774 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24b2d292-4665-4926-9a43-e7486137ca29 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:36.592262 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7', 'code': 200} Jun 03 16:19:36.593909 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port becc243a-46c6-4d73-a9c9-7facf9e8639a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:36.602286 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-fb15834b-0228-4a3f-80e8-01185d8d5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:36.603874 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:36.605390 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-fb15834b-0228-4a3f-80e8-01185d8d5212 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 1097 time: 0.1453590 Jun 03 16:19:36.614082 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-de5bacfd-00e7-4517-ae3f-2189fbba897c req-aceebda4-7e9d-4928-88d7-4d8adb0975f4 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955181 Jun 03 16:19:36.661184 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:36.666052 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:36.666912 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:36.817141 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=becc243a-46c6-4d73-a9c9-7facf9e8639a,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:36.825020 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:36.852306 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-b10cc33c-f891-4975-a296-a707a2b32f37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3 HTTP/1.1" status: 200 len: 217 time: 0.2073569 Jun 03 16:19:36.992208 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-308a8224-cb8d-40b8-ac20-f9f2bd1203be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:36.994397 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-308a8224-cb8d-40b8-ac20-f9f2bd1203be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.1332629 Jun 03 16:19:37.054447 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-9909e2c3-760a-40ee-bd33-b6b145160aaa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520031 Jun 03 16:19:37.116310 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179d50b-c77e-412c-86f4-8fe4ccd147da req-58768071-832f-47b7-a769-58505abdc0db tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:37.119091 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a179d50b-c77e-412c-86f4-8fe4ccd147da req-58768071-832f-47b7-a769-58505abdc0db tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 944 time: 0.1340182 Jun 03 16:19:37.183701 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a179d50b-c77e-412c-86f4-8fe4ccd147da req-02b9e7ef-8e46-4e7f-81f5-495080e0cd3f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543435 Jun 03 16:19:37.192175 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54156) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:37.209499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba22bc-d869-4aad-b9c7-9e5bca550982 req-2b3d8d1a-efd0-4c3c-924e-5666b3f01029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:37.211066 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba22bc-d869-4aad-b9c7-9e5bca550982 req-2b3d8d1a-efd0-4c3c-924e-5666b3f01029 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 1099 time: 0.2861822 Jun 03 16:19:37.220915 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab3c98-160b-4f24-8205-2a21e10266a6 req-7968b9aa-809a-4672-929f-ca02e3d72ade tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:37.221629 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['becc243a-46c6-4d73-a9c9-7facf9e8639a'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:37.228598 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-99ab3c98-160b-4f24-8205-2a21e10266a6 req-7968b9aa-809a-4672-929f-ca02e3d72ade tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 949 time: 0.4479072 Jun 03 16:19:37.288902 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-39484960-91d3-4c83-ba14-b4ece29d1332 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176914 Jun 03 16:19:37.367567 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba22bc-d869-4aad-b9c7-9e5bca550982 req-75adffdb-84a8-4830-8be8-93adce94fd95 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369910 Jun 03 16:19:37.370994 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-99ab3c98-160b-4f24-8205-2a21e10266a6 req-434ffb52-fa7c-4e8e-b41f-5545df0a9d51 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416814 Jun 03 16:19:37.451706 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.475613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:37.481064 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Usage tracker for resource:security_group_rule and tenant:936edf3f145647a8823cf38f378a4ad2 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:37.484870 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:37.488356 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-62ef0e5e-788f-42dc-aaf2-4d5fb9fa076d req-49f7f864-ad18-4f7e-b3e9-502fb01bd9fa service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874783 Jun 03 16:19:37.495778 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:37.585106 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.590081 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.596879 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7c696e18-51bf-406e-87d1-2496b3b89f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:37.642900 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=936edf3f145647a8823cf38f378a4ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448602 Jun 03 16:19:37.642900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14762c7d-503e-4c68-b59f-37628e7f2fb8,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:37.643289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 54166) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:37.650933 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:37.724364 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.761370 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.841107 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.846973 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-823bc07d-022e-45db-b77d-c09b512d411d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:37.861471 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14762c7d-503e-4c68-b59f-37628e7f2fb8,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:37.864466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:37.865628 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.866764 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14762c7d-503e-4c68-b59f-37628e7f2fb8 HTTP/1.1" status: 204 len: 168 time: 0.2225473 Jun 03 16:19:38.207905 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-45637905-13a1-47c2-9ca9-cc28f7b61ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:38.210120 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-45637905-13a1-47c2-9ca9-cc28f7b61ce9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 1097 time: 0.0904202 Jun 03 16:19:38.235829 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54178) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:38.266770 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.292636 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd20fc7-59fe-47e2-98dd-23797b609165 req-ad6b4738-6890-4f9c-8cc3-156888ddff0c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:38.294497 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-afd20fc7-59fe-47e2-98dd-23797b609165 req-ad6b4738-6890-4f9c-8cc3-156888ddff0c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1424420 Jun 03 16:19:38.327161 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:38.341364 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Usage tracker for resource:security_group_rule and tenant:c58975492eb8430cb14da0a93f6cfa39 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:38.346883 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:38.359994 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:38.381713 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-afd20fc7-59fe-47e2-98dd-23797b609165 req-5421e0a8-449c-49ed-81b8-5a9ec883325c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809608 Jun 03 16:19:38.510411 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.515864 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.525786 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fba338de-04f7-4fd2-9730-dc29412b62be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:38.561502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-4daba27a-8f31-4566-846d-ac0574902b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:38.562977 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-4daba27a-8f31-4566-846d-ac0574902b8e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 914 time: 0.3453047 Jun 03 16:19:38.572375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39912d04-b428-4b77-b3dc-385d218fc364 req-b1c1d2d2-22c0-44c2-a77c-039f18f58934 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:38.573889 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39912d04-b428-4b77-b3dc-385d218fc364 req-b1c1d2d2-22c0-44c2-a77c-039f18f58934 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.2420874 Jun 03 16:19:38.616626 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e0f31-0158-43b8-b5b4-5317d43fb63a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:38.625846 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c58975492eb8430cb14da0a93f6cfa39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854938 Jun 03 16:19:38.625846 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:38.626283 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54182) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:38.664018 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-f350f3c7-f8d0-4955-9bef-a13ee6fc6fb9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3 HTTP/1.1" status: 200 len: 217 time: 0.0891016 Jun 03 16:19:38.723603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850d951-d2bf-4071-a62d-fca3b08187bb req-d609d6fc-1211-4e43-aaa1-fd2b4c21490a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:38.725629 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e850d951-d2bf-4071-a62d-fca3b08187bb req-d609d6fc-1211-4e43-aaa1-fd2b4c21490a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 944 time: 0.1900616 Jun 03 16:19:38.727273 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.730572 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39912d04-b428-4b77-b3dc-385d218fc364 req-28528275-4f4f-44f9-8cbd-89b30f3b4e4d tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002898 Jun 03 16:19:38.769695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-1eb2c997-2cb1-40f5-80d9-146a6bab0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:38.772693 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-1eb2c997-2cb1-40f5-80d9-146a6bab0adb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.0917888 Jun 03 16:19:38.798400 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.831464 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e850d951-d2bf-4071-a62d-fca3b08187bb req-6d58c2c5-1e74-4dae-87ca-5bc28783dd55 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984857 Jun 03 16:19:38.880977 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.885453 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5cf2856-21f6-48d0-900b-d2c120e74c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:38.895065 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-65cfe0c4-63fa-4758-9428-ba46b454dc55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153460 Jun 03 16:19:38.900137 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e0f31-0158-43b8-b5b4-5317d43fb63a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:38.902578 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:38.913548 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:38.915868 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be8e0f31-0158-43b8-b5b4-5317d43fb63a HTTP/1.1" status: 204 len: 168 time: 0.2886331 Jun 03 16:19:39.104465 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbccb6-a743-4cbf-96de-bcc98162b5b5 req-34c8016b-6a9b-4816-9455-bc09bd725783 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:39.113532 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a7bbccb6-a743-4cbf-96de-bcc98162b5b5 req-34c8016b-6a9b-4816-9455-bc09bd725783 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 949 time: 0.2545798 Jun 03 16:19:39.143846 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-ccfb18b4-b046-432c-916f-7a53aacddffe service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403114 Jun 03 16:19:39.179627 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a7bbccb6-a743-4cbf-96de-bcc98162b5b5 req-24a36a21-9b37-470f-8704-20287bc56b37 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640833 Jun 03 16:19:39.421068 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-17eb0d85-32c7-42c0-aa4f-6c78a7c0c778 req-a38d54b1-2af4-4c36-a741-a70c24875505 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387817 Jun 03 16:19:39.646378 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd01b-0992-47ed-b21c-cf28e007054e req-864949ec-8661-46d8-98a7-79938abae92a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:39.656499 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d9dbd01b-0992-47ed-b21c-cf28e007054e req-864949ec-8661-46d8-98a7-79938abae92a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1067314 Jun 03 16:19:39.710145 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d9dbd01b-0992-47ed-b21c-cf28e007054e req-b726dd49-66ea-4beb-91b5-716301e609ad tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Jun 03 16:19:39.966514 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074ee5-39ff-4313-9cb2-eceaeb43f8cc req-66e76ce9-d30c-4634-93ff-deed57b0eb57 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:39.968548 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c7074ee5-39ff-4313-9cb2-eceaeb43f8cc req-66e76ce9-d30c-4634-93ff-deed57b0eb57 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.1036229 Jun 03 16:19:39.995562 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device becc243a-46c6-4d73-a9c9-7facf9e8639a up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:40.037823 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54224) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:40.038761 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c7074ee5-39ff-4313-9cb2-eceaeb43f8cc req-377f3f23-eb5a-4cd7-b274-854786f93d2a tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635469 Jun 03 16:19:40.087377 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300473-9a76-4fa6-b988-b8434d90bca0 req-b48ec9f3-6adc-409c-9a32-4ea8bb6d5347 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:40.089081 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e5300473-9a76-4fa6-b988-b8434d90bca0 req-b48ec9f3-6adc-409c-9a32-4ea8bb6d5347 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 944 time: 0.1303902 Jun 03 16:19:40.114744 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port becc243a-46c6-4d73-a9c9-7facf9e8639a completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:40.120839 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port becc243a-46c6-4d73-a9c9-7facf9e8639a triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:40.121032 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.150892 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e5300473-9a76-4fa6-b988-b8434d90bca0 req-e2a3d481-86ea-4f34-beb2-1380fe6c587f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543242 Jun 03 16:19:40.219211 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923522429-network', 'tenant_id': '39ac42dcc8a348328fd4135ffb03b83f'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:40.243855 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:40.255651 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Usage tracker for resource:network and tenant:39ac42dcc8a348328fd4135ffb03b83f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:40.260048 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:40.273145 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:40.305347 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Made reservation on behalf of 39ac42dcc8a348328fd4135ffb03b83f for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:40.308422 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.321894 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.323429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.343484 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:40.349519 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Usage tracker for resource:security_group_rule and tenant:39ac42dcc8a348328fd4135ffb03b83f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:40.354370 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:40.357984 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becc243a-46c6-4d73-a9c9-7facf9e8639a'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:40.360712 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e2a893-6379-43ee-aae9-199148e9ecf0" -d '{"events": [{"server_uuid": "85106810-ea0f-4ce6-89cf-a834f18fdb23", "name": "network-vif-plugged", "status": "completed", "tag": "becc243a-46c6-4d73-a9c9-7facf9e8639a"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:40.363771 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:40.385195 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port becc243a-46c6-4d73-a9c9-7facf9e8639a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:40.391477 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.394381 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:40.441371 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6530f6a2-4152-4562-9bea-eb2dbab5807d x-openstack-request-id: req-6530f6a2-4152-4562-9bea-eb2dbab5807d {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:40.441775 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85106810-ea0f-4ce6-89cf-a834f18fdb23", "name": "network-vif-plugged", "status": "completed", "tag": "becc243a-46c6-4d73-a9c9-7facf9e8639a", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:40.442018 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6530f6a2-4152-4562-9bea-eb2dbab5807d {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:40.442553 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becc243a-46c6-4d73-a9c9-7facf9e8639a', 'code': 200} Jun 03 16:19:40.481587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92f9a1-e2d3-4aab-ba02-edc4bb9a9df9 req-4426b91b-650f-4f8b-8824-73c985b1550e tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:40.483485 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4e92f9a1-e2d3-4aab-ba02-edc4bb9a9df9 req-4426b91b-650f-4f8b-8824-73c985b1550e tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 949 time: 0.1515036 Jun 03 16:19:40.497147 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=becc243a-46c6-4d73-a9c9-7facf9e8639a,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:40.501227 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:40.552821 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.565482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.569745 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4e92f9a1-e2d3-4aab-ba02-edc4bb9a9df9 req-3afe735b-51b8-4326-8562-2d2865096ab8 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 Jun 03 16:19:40.573257 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db846877-eeb8-4f6c-90c7-5e611ea2b2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:40.617673 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:19:40.628491 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:40.632190 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:40.636739 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.637402 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Added segment b85e236f-b1dc-49cd-807f-1aa555c521a7 of type vlan for network ad3f1c31-9628-4aee-9694-7fb229eaf45f Jun 03 16:19:40.781470 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.844409 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.846225 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:40.846885 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:40.853397 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:40.898972 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c129d-c198-49e6-9d45-0f80552a9642 req-2f2587d6-45e3-45af-b76a-67d4f8747bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:40.901794 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-329c129d-c198-49e6-9d45-0f80552a9642 req-2f2587d6-45e3-45af-b76a-67d4f8747bef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 1103 time: 0.1089470 Jun 03 16:19:40.952004 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-329c129d-c198-49e6-9d45-0f80552a9642 req-4ef54470-548f-4999-a409-15879776c9c6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Jun 03 16:19:41.012958 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3f1c31-9628-4aee-9694-7fb229eaf45f,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:41.020867 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:41.025566 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network ad3f1c31-9628-4aee-9694-7fb229eaf45f details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:19:41.038301 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9984331 Jun 03 16:19:41.041449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 54244) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:41.047194 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Request body: {'subnet': {'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923522429-subnet', 'tenant_id': '39ac42dcc8a348328fd4135ffb03b83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:41.052633 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:41.056873 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Usage tracker for resource:subnet and tenant:39ac42dcc8a348328fd4135ffb03b83f is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:41.059901 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:41.068080 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:41.086012 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Made reservation on behalf of 39ac42dcc8a348328fd4135ffb03b83f for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:41.090823 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:41.097043 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20df78-e481-4c71-894b-f54ad2ade7e6 req-816b8174-bdf9-4ae5-b570-a8bb75983df2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:41.099770 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8f20df78-e481-4c71-894b-f54ad2ade7e6 req-816b8174-bdf9-4ae5-b570-a8bb75983df2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1398652 Jun 03 16:19:41.192739 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8f20df78-e481-4c71-894b-f54ad2ade7e6 req-ad276ee2-62f3-409e-94b5-d88bd94cc092 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741599 Jun 03 16:19:41.429930 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2979-ea07-44d7-a9bb-a9308c98a063 req-b66292c6-1565-4787-8525-96e265bc62eb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:41.432207 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7dfe2979-ea07-44d7-a9bb-a9308c98a063 req-b66292c6-1565-4787-8525-96e265bc62eb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 944 time: 0.0928948 Jun 03 16:19:41.436622 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a03f9b-ba14-4673-a711-785d5eb69799 req-0ad68772-7438-4372-bbb8-0378a4c6d5d2 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:41.438279 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-77a03f9b-ba14-4673-a711-785d5eb69799 req-0ad68772-7438-4372-bbb8-0378a4c6d5d2 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.1565840 Jun 03 16:19:41.491476 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7dfe2979-ea07-44d7-a9bb-a9308c98a063 req-e98e13f9-04e8-4f98-a47b-2bca48137522 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Jun 03 16:19:41.554571 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-77a03f9b-ba14-4673-a711-785d5eb69799 req-a02dc872-9f31-4b8f-a9bd-d0650b542b8b tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946565 Jun 03 16:19:41.695162 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:41.699934 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-72b89728-d676-40f2-9834-6c7fbca50785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:41.816615 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af0d94-fdb3-4b7d-868a-1183146bc6ff req-a65fb4cb-5e42-40d5-b854-2c008db4ac3c tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:41.818087 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-15af0d94-fdb3-4b7d-868a-1183146bc6ff req-a65fb4cb-5e42-40d5-b854-2c008db4ac3c tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 950 time: 0.1184444 Jun 03 16:19:41.883377 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-15af0d94-fdb3-4b7d-868a-1183146bc6ff req-8192b72b-c71e-413a-a564-4d864fc8325b tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536561 Jun 03 16:19:41.898992 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e92d0a-477b-4b54-8dcd-5f96d78a2776,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:41.904357 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:41.916505 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Checking segment: {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:41.916889 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Network hostable DHCP agents. Network: ad3f1c31-9628-4aee-9694-7fb229eaf45f, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:19:42.006673 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 51bd47fb-cd30-49af-8c2f-231bcb78baf3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:19:42.058540 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Network ad3f1c31-9628-4aee-9694-7fb229eaf45f is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:19:42.075337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, ad3f1c31-9628-4aee-9694-7fb229eaf45f) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:42.087371 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:42.088457 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:42.144423 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0919645 Jun 03 16:19:42.144656 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1735c67-7964-4825-84fc-da2dd2e1d852 None None] Network ad3f1c31-9628-4aee-9694-7fb229eaf45f requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:19:42.357567 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:42.408436 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '51bd47fb-cd30-49af-8c2f-231bcb78baf3', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'port_id': '51bd47fb-cd30-49af-8c2f-231bcb78baf3', 'mac_address': 'fa:16:3e:19:e7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f31bb11-db2f-4a7c-868a-c998414cba29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:19:42.590278 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddbdb2-30ec-4ab2-ad11-86a733309e56 req-bfbecf66-75fa-49bd-8ee8-02971368115d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:42.597563 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6bddbdb2-30ec-4ab2-ad11-86a733309e56 req-bfbecf66-75fa-49bd-8ee8-02971368115d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1324327 Jun 03 16:19:42.601769 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:42.646693 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4a5c7-bba6-4308-9b47-197bee4dc9c4 None None] Network ad3f1c31-9628-4aee-9694-7fb229eaf45f requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:19:42.654097 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6bddbdb2-30ec-4ab2-ad11-86a733309e56 req-9ff6f8c8-dda7-4641-9228-9283cf62c10f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Jun 03 16:19:42.682316 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bd47fb-cd30-49af-8c2f-231bcb78baf3 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:42.727340 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3e61-0dc9-4efe-b0b6-2ac2e6c41e3c req-ec1dd611-5029-4ead-9ff4-5f85723e4167 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:42.729333 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3a5a3e61-0dc9-4efe-b0b6-2ac2e6c41e3c req-ec1dd611-5029-4ead-9ff4-5f85723e4167 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 944 time: 0.0923700 Jun 03 16:19:42.749155 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:42.764405 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:42.768657 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:42.789778 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3a5a3e61-0dc9-4efe-b0b6-2ac2e6c41e3c req-268e4570-b1d4-4a04-ace2-98e2da41582f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Jun 03 16:19:42.939004 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=51bd47fb-cd30-49af-8c2f-231bcb78baf3,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:42.945384 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:43.167723 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b00ab3-96c0-44f7-9046-c3a131d76b1c req-4382ab44-e5ed-4c29-bbde-631717e6fde4 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:43.170219 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-85b00ab3-96c0-44f7-9046-c3a131d76b1c req-4382ab44-e5ed-4c29-bbde-631717e6fde4 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 950 time: 0.1327074 Jun 03 16:19:43.219637 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-85b00ab3-96c0-44f7-9046-c3a131d76b1c req-ad9ea0b7-1626-45f9-94f0-d09f64237472 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Jun 03 16:19:43.590643 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54306) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:43.601729 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['51bd47fb-cd30-49af-8c2f-231bcb78baf3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:43.722875 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b921d-443b-4930-b44c-8cd84b372868 req-a7fdc7c2-0073-45f8-be23-558ad23727d5 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:43.724463 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fd7b921d-443b-4930-b44c-8cd84b372868 req-a7fdc7c2-0073-45f8-be23-558ad23727d5 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 950 time: 0.1046472 Jun 03 16:19:43.778262 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:43.785079 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fd7b921d-443b-4930-b44c-8cd84b372868 req-1c859678-12bf-4cc2-8a2a-60d4aa812f72 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536602 Jun 03 16:19:43.887136 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:43.896107 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2b4b99337149be9c07951085f9c497 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:43.899676 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:43.909614 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:43.989382 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a15cee-0bf2-44dd-82f0-a453ec2bacb3 req-c97a98c5-254c-4f0d-a2b7-de6cb21c222b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:43.991510 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f0a15cee-0bf2-44dd-82f0-a453ec2bacb3 req-c97a98c5-254c-4f0d-a2b7-de6cb21c222b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1919289 Jun 03 16:19:44.022615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea53a6d-b5f4-4145-b40b-ad437eaeb2dc req-6fbc9ad0-2996-4848-870b-4f7e0b07876b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:44.024209 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8ea53a6d-b5f4-4145-b40b-ad437eaeb2dc req-6fbc9ad0-2996-4848-870b-4f7e0b07876b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 945 time: 0.1051435 Jun 03 16:19:44.077266 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8ea53a6d-b5f4-4145-b40b-ad437eaeb2dc req-090095ee-2a8c-41ed-9e01-d94198bac94b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Jun 03 16:19:44.082381 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f0a15cee-0bf2-44dd-82f0-a453ec2bacb3 req-c238fdee-5c1e-45f2-8e52-728b530b128c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810130 Jun 03 16:19:44.096308 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.101647 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.108944 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-940d92ed-cbf4-46fd-ae57-f51a3374592c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:44.151693 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf2b4b99337149be9c07951085f9c497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597451 Jun 03 16:19:44.152543 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d785908d-9332-4938-915a-c17bcde8f26e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:44.154791 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54314) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:44.166575 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:44.222368 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.255843 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.317128 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.321275 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-54769096-7b46-48b8-93d8-26d3bbe29e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:44.337243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d785908d-9332-4938-915a-c17bcde8f26e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:44.340766 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:44.345879 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.350251 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d785908d-9332-4938-915a-c17bcde8f26e HTTP/1.1" status: 204 len: 168 time: 0.1921985 Jun 03 16:19:44.714412 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54340) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:44.733429 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.763865 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:44.768146 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Usage tracker for resource:security_group_rule and tenant:f733e8cbbafc4bd3b1c5facd401e719d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:44.771376 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:44.777724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-bbdc22d9-7353-4eca-a1ae-c9a2903b8917 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:44.778848 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:44.779259 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-bbdc22d9-7353-4eca-a1ae-c9a2903b8917 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/networks?id=ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 200 len: 809 time: 0.1947169 Jun 03 16:19:44.809516 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-98c9b37b-208e-4d46-90d4-45f030b9e4b6 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/quotas/39ac42dcc8a348328fd4135ffb03b83f HTTP/1.1" status: 200 len: 375 time: 0.0225451 Jun 03 16:19:44.891478 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-5d17d115-379a-4318-bb9b-7ca50c0920bf tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750391 Jun 03 16:19:44.927598 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.933299 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.943539 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-233193fc-4450-4cb5-bb01-da092949de2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:45.042997 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-b9018496-8325-4300-88de-5cd083fff065 service neutron] 10.222.0.54 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437685 Jun 03 16:19:45.048830 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f733e8cbbafc4bd3b1c5facd401e719d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330133 Jun 03 16:19:45.054696 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54346) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:45.055614 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee14a09-294e-4302-b1a2-0e17dd4bf3b7,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:45.074679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:45.169620 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93679baf-9434-4065-8855-8703124cc1b7 req-7fade9e7-9d5c-4e8d-ba43-eabefb4d28a7 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:45.171155 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-93679baf-9434-4065-8855-8703124cc1b7 req-7fade9e7-9d5c-4e8d-ba43-eabefb4d28a7 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 950 time: 0.2172625 Jun 03 16:19:45.173861 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:45.184976 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-d1d2bcf3-e7ae-47cc-b26b-195728f23ad6 service neutron] 10.222.0.54 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388838 Jun 03 16:19:45.228596 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:45.265837 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-93679baf-9434-4065-8855-8703124cc1b7 req-4f529035-d273-4ad9-a754-b69d4ce3f185 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821097 Jun 03 16:19:45.339986 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:45.348140 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0f69087d-a08e-4907-9ee9-8ea54db228cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:45.406150 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:45.412543 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ee14a09-294e-4302-b1a2-0e17dd4bf3b7 HTTP/1.1" status: 204 len: 168 time: 0.3528550 Jun 03 16:19:45.416560 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee14a09-294e-4302-b1a2-0e17dd4bf3b7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:45.432648 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:45.553222 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ee79-ebb5-4a85-98ab-e544e6a8df7a req-2119651f-64e9-451a-8da1-7b781c218dfb tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:45.565704 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3964ee79-ebb5-4a85-98ab-e544e6a8df7a req-2119651f-64e9-451a-8da1-7b781c218dfb tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1291885 Jun 03 16:19:45.649052 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3964ee79-ebb5-4a85-98ab-e544e6a8df7a req-9d7874de-b6ff-4ae2-a6fa-7f973c1711f7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821304 Jun 03 16:19:45.675297 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f060f7-5e78-4783-a8a1-7f25fb63229f req-43098c5e-29cc-45d8-ae3c-1bfb4e2bb0de tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:45.685209 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-40f060f7-5e78-4783-a8a1-7f25fb63229f req-43098c5e-29cc-45d8-ae3c-1bfb4e2bb0de tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 945 time: 0.1814134 Jun 03 16:19:45.777604 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-40f060f7-5e78-4783-a8a1-7f25fb63229f req-fde42486-0c96-4e83-95b3-d1cf8f3d8243 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836983 Jun 03 16:19:45.924531 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-42c4522e-a610-40fe-a4ca-a6c3beb602cf req-9c9f348d-d0a3-41ac-95e3-ca4f6605718a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 210 time: 0.1797006 Jun 03 16:19:45.987702 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-4e211c52-d714-4ee2-922c-df3e6a40eb87 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:45.989027 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-4e211c52-d714-4ee2-922c-df3e6a40eb87 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.76 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 950 time: 0.1645126 Jun 03 16:19:46.038632 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 51bd47fb-cd30-49af-8c2f-231bcb78baf3 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:46.129463 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ccf6-54ea-4b4a-a924-86db68fbc844 req-97023c1a-6b7f-4fc2-b611-bb6d0ef10272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:46.131675 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3d10ccf6-54ea-4b4a-a924-86db68fbc844 req-97023c1a-6b7f-4fc2-b611-bb6d0ef10272 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 1098 time: 0.4806235 Jun 03 16:19:46.154944 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:46.161775 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:46.162670 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.203894 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3d10ccf6-54ea-4b4a-a924-86db68fbc844 req-9045e2ae-ab79-4916-8c94-53ac4c0ed5d7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641797 Jun 03 16:19:46.238982 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Deleting port becc243a-46c6-4d73-a9c9-7facf9e8639a {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:19:46.239322 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.316639 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.361284 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd47fb-cd30-49af-8c2f-231bcb78baf3'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:46.372362 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde67b25-79a4-4695-85bf-f651372e1910" -d '{"events": [{"server_uuid": "3e65b0a6-4094-46b8-96f9-d1fbca922f22", "name": "network-vif-plugged", "status": "completed", "tag": "51bd47fb-cd30-49af-8c2f-231bcb78baf3"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:46.388740 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:46.394244 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.397552 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:46.463752 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37bb3cb-2bc4-4d9b-8a6b-e23b29c28710 x-openstack-request-id: req-d37bb3cb-2bc4-4d9b-8a6b-e23b29c28710 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:46.464127 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e65b0a6-4094-46b8-96f9-d1fbca922f22", "name": "network-vif-plugged", "status": "completed", "tag": "51bd47fb-cd30-49af-8c2f-231bcb78baf3", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:46.464616 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d37bb3cb-2bc4-4d9b-8a6b-e23b29c28710 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:46.467919 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd47fb-cd30-49af-8c2f-231bcb78baf3', 'code': 200} Jun 03 16:19:46.491686 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=51bd47fb-cd30-49af-8c2f-231bcb78baf3,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:46.505012 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:46.612869 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] For port becc243a-46c6-4d73-a9c9-7facf9e8639a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=becc243a-46c6-4d73-a9c9-7facf9e8639a,segment=NetworkSegment(319e7b05-af61-4126-9359-3cabeefd3301),segment_id=319e7b05-af61-4126-9359-3cabeefd3301)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:46.613085 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.936934 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd26c-9706-446a-baf0-c6367c4d3613 req-45325358-ebbc-42d6-9b60-9a4f90acc0ed tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:46.944740 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3e2dd26c-9706-446a-baf0-c6367c4d3613 req-45325358-ebbc-42d6-9b60-9a4f90acc0ed tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1223857 Jun 03 16:19:46.961098 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Calling delete_port for becc243a-46c6-4d73-a9c9-7facf9e8639a owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:19:46.994844 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa48f9-89ce-49f7-9543-883df18f5efa req-042c773b-cfca-4952-8e4e-638741fe875c tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:47.004191 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-36aa48f9-89ce-49f7-9543-883df18f5efa req-042c773b-cfca-4952-8e4e-638741fe875c tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 950 time: 0.5163748 Jun 03 16:19:47.032578 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3e2dd26c-9706-446a-baf0-c6367c4d3613 req-1ff2451b-becb-442f-8323-3fd6562244e9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867918 Jun 03 16:19:47.106374 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-36aa48f9-89ce-49f7-9543-883df18f5efa req-38236303-f177-4817-8d19-d7f203fd5cb3 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/security-groups?id=75257d0d-d341-4a1c-9a23-65f6418af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006587 Jun 03 16:19:47.284730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac358c-f3c0-4fb5-bd93-ad22bf24b383 req-8622dcd2-dfbb-4038-b9b9-8522db08c712 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:47.286602 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-47ac358c-f3c0-4fb5-bd93-ad22bf24b383 req-8622dcd2-dfbb-4038-b9b9-8522db08c712 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.1071427 Jun 03 16:19:47.350585 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-47ac358c-f3c0-4fb5-bd93-ad22bf24b383 req-87a0d1f7-e20e-4cca-9cb3-51d512d15676 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566671 Jun 03 16:19:47.357727 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-34987990-7749-4b4d-a4c9-e76be530252e req-91dc5597-4c9d-41a6-9220-7cba72abba87 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 210 time: 0.0746679 Jun 03 16:19:47.359678 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad6d76-b85f-41c7-acbf-8ce566d55310 req-678f79d4-5a92-479e-a191-1c136641cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:47.361386 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c4ad6d76-b85f-41c7-acbf-8ce566d55310 req-678f79d4-5a92-479e-a191-1c136641cb54 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 1099 time: 0.2525637 Jun 03 16:19:47.422049 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c4ad6d76-b85f-41c7-acbf-8ce566d55310 req-855495b8-45c9-4c78-b193-36ca1751dced service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Jun 03 16:19:47.423193 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:47.433086 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7f5da430-239e-46b8-97ee-4ad821e9aa29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:47.496803 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Pushing event deleted for resources: {'Port': ['ID=becc243a-46c6-4d73-a9c9-7facf9e8639a,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:47.499256 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['becc243a-46c6-4d73-a9c9-7facf9e8639a'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:47.544583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:47.587610 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] No DVR routers for this DVR port becc243a-46c6-4d73-a9c9-7facf9e8639a on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:19:47.591030 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:47.594113 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'name': 'network-vif-deleted', 'tag': 'becc243a-46c6-4d73-a9c9-7facf9e8639a'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:47.596536 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8acf7-8acb-4601-9129-a3dcc88677b3" -d '{"events": [{"server_uuid": "85106810-ea0f-4ce6-89cf-a834f18fdb23", "name": "network-vif-deleted", "tag": "becc243a-46c6-4d73-a9c9-7facf9e8639a"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:47.611551 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f0dd1df6-4d68-4fb3-a85f-fadb6875b6ab req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.76 "DELETE /v2.0/ports/becc243a-46c6-4d73-a9c9-7facf9e8639a HTTP/1.1" status: 204 len: 173 time: 1.6156330 Jun 03 16:19:48.235862 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a6ba61-fe09-439e-9495-17530c566ba3 x-openstack-request-id: req-54a6ba61-fe09-439e-9495-17530c566ba3 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:48.236862 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85106810-ea0f-4ce6-89cf-a834f18fdb23", "name": "network-vif-deleted", "tag": "becc243a-46c6-4d73-a9c9-7facf9e8639a", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:48.237380 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54a6ba61-fe09-439e-9495-17530c566ba3 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:48.238004 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85106810-ea0f-4ce6-89cf-a834f18fdb23', 'name': 'network-vif-deleted', 'tag': 'becc243a-46c6-4d73-a9c9-7facf9e8639a', 'status': 'completed', 'code': 200} Jun 03 16:19:48.458200 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd2608-dc42-4277-8439-16a908d6821b req-085c8b9a-f359-461a-8005-b8eb279c5a92 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:48.460890 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9ddd2608-dc42-4277-8439-16a908d6821b req-085c8b9a-f359-461a-8005-b8eb279c5a92 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1273730 Jun 03 16:19:48.503588 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-b8f1cde0-ddc9-48d0-b9aa-33cfde131d3b tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:48.505368 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-b8f1cde0-ddc9-48d0-b9aa-33cfde131d3b tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "GET /v2.0/networks?id=ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 200 len: 809 time: 0.2564235 Jun 03 16:19:48.527407 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Request body: {'port': {'device_id': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f', 'admin_state_up': True, 'tenant_id': '39ac42dcc8a348328fd4135ffb03b83f'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:48.534204 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9ddd2608-dc42-4277-8439-16a908d6821b req-f45192cd-7612-4f64-b0f7-ba891b16af4f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665836 Jun 03 16:19:48.703078 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9c8b26c1-eb44-421f-9b90-f0fb9da527df req-c363b8b4-bf28-418e-9847-14c428b172d0 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Synchronizing usage tracker for tenant:7753ddd805d948a79cbc26b3c9c5e8cd on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:48.738091 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-9c8b26c1-eb44-421f-9b90-f0fb9da527df req-c363b8b4-bf28-418e-9847-14c428b172d0 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Unset dirty status for tenant:7753ddd805d948a79cbc26b3c9c5e8cd on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:48.739267 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9c8b26c1-eb44-421f-9b90-f0fb9da527df req-c363b8b4-bf28-418e-9847-14c428b172d0 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] 10.222.0.54 "GET /v2.0/ports?device_id=85106810-ea0f-4ce6-89cf-a834f18fdb23 HTTP/1.1" status: 200 len: 210 time: 0.0867853 Jun 03 16:19:48.740166 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:48.744447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Usage tracker for resource:port and tenant:39ac42dcc8a348328fd4135ffb03b83f is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:48.747710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:48.755350 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:48.776101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Made reservation on behalf of 39ac42dcc8a348328fd4135ffb03b83f for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:48.778004 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00a0c7-6e4c-4db1-9370-a3c6d706be1f req-6494a88b-1d67-43bd-a954-3ee91520432b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:48.779632 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8e00a0c7-6e4c-4db1-9370-a3c6d706be1f req-6494a88b-1d67-43bd-a954-3ee91520432b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.1062458 Jun 03 16:19:48.779948 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:48.884839 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8e00a0c7-6e4c-4db1-9370-a3c6d706be1f req-7e7f5647-11c4-4c6f-81c7-2a20bdc8f576 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937605 Jun 03 16:19:48.937810 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4fbc41a-4e12-452e-b7fe-f109e83d5e6e req-ed0ed00c-61c2-400d-a7be-ac4a01bd257c tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 210 time: 0.0723412 Jun 03 16:19:49.024798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Allocated IP 172.20.0.3 (ad3f1c31-9628-4aee-9694-7fb229eaf45f/a6e92d0a-477b-4b54-8dcd-5f96d78a2776/9db46471-c321-4472-9277-0485921dbe98) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:49.122874 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5107-248d-4bfc-9005-bd7b177453a0 req-b60915c9-d026-4295-b8cd-da592a8f1d59 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:49.124710 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1bac5107-248d-4bfc-9005-bd7b177453a0 req-b60915c9-d026-4295-b8cd-da592a8f1d59 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.1217420 Jun 03 16:19:49.191904 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1bac5107-248d-4bfc-9005-bd7b177453a0 req-7d835b6f-f538-4e13-ae94-3abf3bef8f8a tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584919 Jun 03 16:19:49.348296 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:49.380794 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:49.388380 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1ea3e5a3-4d67-4f06-aed0-3fca888821bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:49.466508 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Network ad3f1c31-9628-4aee-9694-7fb229eaf45f is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:49.470235 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:49.474884 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:19:49.481128 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:49.482115 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:49.508090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Pushing event updated for resources: {'Port': ['ID=9db46471-c321-4472-9277-0485921dbe98,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:49.521663 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:49.535759 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0131488 Jun 03 16:19:49.616795 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Request body: {'port': {'device_id': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:49.792901 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:49.910599 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddd2dd-7b02-43fe-b6f2-0717ba7abff7 req-3b52325f-1be7-405e-8924-a8dbca521cd9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:49.912313 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9fddd2dd-7b02-43fe-b6f2-0717ba7abff7 req-3b52325f-1be7-405e-8924-a8dbca521cd9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.2499785 Jun 03 16:19:50.009744 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9fddd2dd-7b02-43fe-b6f2-0717ba7abff7 req-c61f72f6-768e-4197-b9fa-cf1cee790f02 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731227 Jun 03 16:19:50.070205 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device becc243a-46c6-4d73-a9c9-7facf9e8639a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:19:50.114960 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: becc243a-46c6-4d73-a9c9-7facf9e8639a {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:19:50.115337 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device becc243a-46c6-4d73-a9c9-7facf9e8639a not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:19:50.206730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dafaea-7f14-4e4f-81b9-656684be70a7 req-aa77d954-d671-4746-8ebc-62edc4b3e473 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:50.208327 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-99dafaea-7f14-4e4f-81b9-656684be70a7 req-aa77d954-d671-4746-8ebc-62edc4b3e473 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.1974695 Jun 03 16:19:50.256876 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-99dafaea-7f14-4e4f-81b9-656684be70a7 req-ab51e974-fc03-4b59-aa7a-33dfc6e87188 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Jun 03 16:19:50.340033 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cbf00742-b4c9-4de2-ad3f-c60a59094028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:50.371414 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cec5b6-7b08-4313-abc1-a94adb11cd32 req-56abd0da-e3d5-4a10-8179-9d640addadb9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:50.372137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-87cec5b6-7b08-4313-abc1-a94adb11cd32 req-56abd0da-e3d5-4a10-8179-9d640addadb9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Synchronizing usage tracker for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:50.446791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db46471-c321-4472-9277-0485921dbe98 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:50.452204 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-87cec5b6-7b08-4313-abc1-a94adb11cd32 req-56abd0da-e3d5-4a10-8179-9d640addadb9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Unset dirty status for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:50.459166 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-87cec5b6-7b08-4313-abc1-a94adb11cd32 req-56abd0da-e3d5-4a10-8179-9d640addadb9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 931 time: 0.2957199 Jun 03 16:19:50.479978 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:50.513095 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fbd6-bba6-4325-bc77-1854e23c348c req-b6be334d-f613-4a67-8868-3bc7dbdcd59b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:50.514527 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Transition to ACTIVE for port object 9db46471-c321-4472-9277-0485921dbe98 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:50.516093 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c6a8fbd6-bba6-4325-bc77-1854e23c348c req-b6be334d-f613-4a67-8868-3bc7dbdcd59b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1306033 Jun 03 16:19:50.521813 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:50.527432 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c0063614-b928-47b0-990e-62d962e7043f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:50.610841 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-87cec5b6-7b08-4313-abc1-a94adb11cd32 req-d48ebd5e-2257-48ff-aa44-62d160741986 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506670 Jun 03 16:19:50.614488 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c6a8fbd6-bba6-4325-bc77-1854e23c348c req-7ab813be-32c8-4672-b08e-1a4f22315fbf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875835 Jun 03 16:19:50.614765 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=9db46471-c321-4472-9277-0485921dbe98,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:50.618986 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:50.941702 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Attempting to bind port 9db46471-c321-4472-9277-0485921dbe98 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:50.942047 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Attempting to bind port 9db46471-c321-4472-9277-0485921dbe98 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:50.942392 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Attempting to bind port 9db46471-c321-4472-9277-0485921dbe98 on network ad3f1c31-9628-4aee-9694-7fb229eaf45f {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:50.947794 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Port 9db46471-c321-4472-9277-0485921dbe98 on network ad3f1c31-9628-4aee-9694-7fb229eaf45f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:19:50.948112 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Attempting to bind port 9db46471-c321-4472-9277-0485921dbe98 on network ad3f1c31-9628-4aee-9694-7fb229eaf45f {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:50.980307 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:50.984730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Checking segment: {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:19:50.985314 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Bound using segment: {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:50.989649 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Bound port: 9db46471-c321-4472-9277-0485921dbe98, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:50.990368 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:51.075581 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df11e38-58e8-4be5-9a82-1b8347ae6e2b req-388a14bc-20c9-4998-b5e9-b7e7058a9ac3 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:51.079041 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9df11e38-58e8-4be5-9a82-1b8347ae6e2b req-388a14bc-20c9-4998-b5e9-b7e7058a9ac3 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.2216136 Jun 03 16:19:51.138930 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9df11e38-58e8-4be5-9a82-1b8347ae6e2b req-ee63b3bd-c35a-4f49-aaae-d509d38b60d4 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Jun 03 16:19:51.167769 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] For port 9db46471-c321-4472-9277-0485921dbe98, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:51.175670 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] For port 9db46471-c321-4472-9277-0485921dbe98, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9db46471-c321-4472-9277-0485921dbe98,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:51.182583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:51.197328 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:51.245252 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:51.246233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:51.248181 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] 10.222.0.76 "PUT /v2.0/ports/9db46471-c321-4472-9277-0485921dbe98 HTTP/1.1" status: 200 len: 1093 time: 1.6357393 Jun 03 16:19:51.249414 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'tag': '9db46471-c321-4472-9277-0485921dbe98'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:51.252071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e86ccf-bcee-4e87-9d86-1a90178cec60" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a8ba3f-c46f-43dc-871b-852fbff63ad4", "tag": "9db46471-c321-4472-9277-0485921dbe98"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:51.299149 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=9db46471-c321-4472-9277-0485921dbe98,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:51.311459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:51.320131 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18521292-1e1e-467c-829c-035b79c95049 x-openstack-request-id: req-18521292-1e1e-467c-829c-035b79c95049 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:51.320450 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a8ba3f-c46f-43dc-871b-852fbff63ad4", "tag": "9db46471-c321-4472-9277-0485921dbe98", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:51.320728 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18521292-1e1e-467c-829c-035b79c95049 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:51.321180 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'tag': '9db46471-c321-4472-9277-0485921dbe98', 'status': 'completed', 'code': 200} Jun 03 16:19:51.627173 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-8d6fc386-d9df-4d42-bfde-03a77c8a64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:51.628673 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-8d6fc386-d9df-4d42-bfde-03a77c8a64f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1784039 Jun 03 16:19:51.638092 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f132c-29cf-425d-8330-5de08a0af91f req-53c21f9d-8cc1-4108-83fb-fcb90767dac3 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:51.639747 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-608f132c-29cf-425d-8330-5de08a0af91f req-53c21f9d-8cc1-4108-83fb-fcb90767dac3 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.76 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.1343625 Jun 03 16:19:51.840275 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-dcd3f657-078c-47b9-aeaf-3f671c2f17ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9db46471-c321-4472-9277-0485921dbe98 HTTP/1.1" status: 200 len: 217 time: 0.1880987 Jun 03 16:19:52.036466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03235-e534-40e3-8c04-d0466f52163c req-efd9961d-825e-4e3e-b8ff-93282f69f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:52.038749 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-efd9961d-825e-4e3e-b8ff-93282f69f417 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e92d0a-477b-4b54-8dcd-5f96d78a2776 HTTP/1.1" status: 200 len: 849 time: 0.1825340 Jun 03 16:19:52.114099 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62337e-6f73-4267-8f84-0b5e3ecb1e2f req-c353eeab-2ca4-4b99-a5f4-55aac8ea0c12 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:52.115962 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6a62337e-6f73-4267-8f84-0b5e3ecb1e2f req-c353eeab-2ca4-4b99-a5f4-55aac8ea0c12 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 943 time: 0.3449838 Jun 03 16:19:52.138122 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-20925fec-9ee7-485b-8692-24489c963494 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad3f1c31-9628-4aee-9694-7fb229eaf45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657387 Jun 03 16:19:52.151684 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Deleting port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:19:52.152039 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:52.485119 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6a62337e-6f73-4267-8f84-0b5e3ecb1e2f req-38c1f3a9-87a0-430c-aa13-308e846f2d24 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524311 Jun 03 16:19:52.562608 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] For port a8cc75d5-f7e7-417b-8d16-82ef336da0f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,segment=NetworkSegment(cd58492a-5508-4df8-97c6-1b4870524af0),segment_id=cd58492a-5508-4df8-97c6-1b4870524af0)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:52.563214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:52.588454 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-e2fb1fae-f8b9-4595-a2fb-43af2e85a5b7 service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118228 Jun 03 16:19:52.834733 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Calling delete_port for a8cc75d5-f7e7-417b-8d16-82ef336da0f7 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:19:52.985660 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:53.020102 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-15c03235-e534-40e3-8c04-d0466f52163c req-1a7bd9fc-dc4a-4b7e-9d6a-c185a975b731 service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281254 Jun 03 16:19:53.047635 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe3800-4c33-4e9b-a858-52cee724fff1 req-21833906-39bd-4703-852c-21236f031c6f tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:53.055376 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e5fe3800-4c33-4e9b-a858-52cee724fff1 req-21833906-39bd-4703-852c-21236f031c6f tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 946 time: 0.3551090 Jun 03 16:19:53.104126 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0f002522-cf52-48c1-bde2-1b6fe26e5825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:53.162323 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e5fe3800-4c33-4e9b-a858-52cee724fff1 req-de0b2b6c-a599-4e02-8fc8-4702b5cdb13c tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/security-groups?id=dfb2be31-dca0-45cf-bfde-ecc0250c147b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Jun 03 16:19:53.270999 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:53.277648 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:53.363840 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Pushing event deleted for resources: {'Port': ['ID=a8cc75d5-f7e7-417b-8d16-82ef336da0f7,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:53.374097 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:53.435952 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] No DVR routers for this DVR port a8cc75d5-f7e7-417b-8d16-82ef336da0f7 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:19:53.442335 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:53.458681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'name': 'network-vif-deleted', 'tag': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:19:53.463087 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f088293-f63e-4cc2-82a0-b1e366d7f3d1" -d '{"events": [{"server_uuid": "5002a6a5-2b85-4ad1-ba1e-3543062e0367", "name": "network-vif-deleted", "tag": "a8cc75d5-f7e7-417b-8d16-82ef336da0f7"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:19:53.486281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-7a21c5d5-5815-4a0b-b5d4-d8329dbbe1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:53.487874 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-7a21c5d5-5815-4a0b-b5d4-d8329dbbe1f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 1096 time: 0.3185582 Jun 03 16:19:53.529326 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-608f132c-29cf-425d-8330-5de08a0af91f req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.76 "DELETE /v2.0/ports/a8cc75d5-f7e7-417b-8d16-82ef336da0f7 HTTP/1.1" status: 204 len: 173 time: 1.8021116 Jun 03 16:19:53.705951 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317dc362-fac0-4f5d-b04c-aea913810205 x-openstack-request-id: req-317dc362-fac0-4f5d-b04c-aea913810205 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:19:53.707026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002a6a5-2b85-4ad1-ba1e-3543062e0367", "name": "network-vif-deleted", "tag": "a8cc75d5-f7e7-417b-8d16-82ef336da0f7", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:19:53.707303 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-317dc362-fac0-4f5d-b04c-aea913810205 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:19:53.707901 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002a6a5-2b85-4ad1-ba1e-3543062e0367', 'name': 'network-vif-deleted', 'tag': 'a8cc75d5-f7e7-417b-8d16-82ef336da0f7', 'status': 'completed', 'code': 200} Jun 03 16:19:53.739169 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc364f-1066-4a33-8389-28ee85b52482 req-917faa5b-e642-45bc-8741-f55a7189032f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:53.741541 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6ddc364f-1066-4a33-8389-28ee85b52482 req-917faa5b-e642-45bc-8741-f55a7189032f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1717086 Jun 03 16:19:53.774248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-7cca2487-7659-4ce2-a000-2ae6ab437511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:53.776357 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-7cca2487-7659-4ce2-a000-2ae6ab437511 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.2859771 Jun 03 16:19:53.820960 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-e314ca13-6309-4213-8c17-2a5f95793d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:53.822674 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-e314ca13-6309-4213-8c17-2a5f95793d6b service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 200 len: 910 time: 0.2819471 Jun 03 16:19:53.863900 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6ddc364f-1066-4a33-8389-28ee85b52482 req-55f54638-3b23-4d8a-b859-8366affdc8f2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143599 Jun 03 16:19:54.032590 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-2bb628a4-9f60-411c-8eec-17de9eeea313 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9db46471-c321-4472-9277-0485921dbe98 HTTP/1.1" status: 200 len: 217 time: 0.1234879 Jun 03 16:19:54.091479 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device a8cc75d5-f7e7-417b-8d16-82ef336da0f7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:19:54.160947 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: a8cc75d5-f7e7-417b-8d16-82ef336da0f7 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:19:54.161404 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device a8cc75d5-f7e7-417b-8d16-82ef336da0f7 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:19:54.179951 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-d0b3e21f-f114-404e-95ae-a6b56385f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:54.182609 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-d0b3e21f-f114-404e-95ae-a6b56385f40b service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.3956931 Jun 03 16:19:54.267849 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-777a013b-cd3c-4423-bb69-235dc5d199d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:54.269541 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-777a013b-cd3c-4423-bb69-235dc5d199d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e92d0a-477b-4b54-8dcd-5f96d78a2776 HTTP/1.1" status: 200 len: 849 time: 0.2280848 Jun 03 16:19:54.280579 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-933f54f5-c012-4143-a260-be57584f78ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 217 time: 0.0882592 Jun 03 16:19:54.368488 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-a71d66b9-5bdb-4c1d-89aa-0829de1e7525 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad3f1c31-9628-4aee-9694-7fb229eaf45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888188 Jun 03 16:19:54.523327 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:54.651964 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b669-facc-4d16-9c07-72a7ed0d0efa req-3b28544c-eaf1-4b7a-8e49-a1b5db160141 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:54.655143 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7394b669-facc-4d16-9c07-72a7ed0d0efa req-3b28544c-eaf1-4b7a-8e49-a1b5db160141 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 943 time: 0.7450721 Jun 03 16:19:54.726478 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-ab69ee51-c50a-49af-a2ff-625ba561a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:54.729440 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-ab69ee51-c50a-49af-a2ff-625ba561a517 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.4131606 Jun 03 16:19:54.767227 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-283c77bf-3ad8-4148-b626-96e5f9a673c3 req-81ee9aaf-bba6-40ce-b11e-f75e33854491 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] 10.222.0.54 "GET /v2.0/ports?device_id=5002a6a5-2b85-4ad1-ba1e-3543062e0367 HTTP/1.1" status: 200 len: 210 time: 0.1247005 Jun 03 16:19:54.874127 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-5388c2e2-5f1f-4969-bae8-375324a4ca96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191051 Jun 03 16:19:55.060073 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7394b669-facc-4d16-9c07-72a7ed0d0efa req-3e0a6421-16c8-4f9c-8ec0-b7f68125b524 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827958 Jun 03 16:19:55.250081 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-829125e7-ae9c-4a5d-9383-57d27ce0a6da service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818677 Jun 03 16:19:55.259063 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-9d4dd589-489a-4de9-897a-37d8dca08524 service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751349 Jun 03 16:19:55.347454 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6acb40-9e6c-4d5b-8794-4eae90490bda req-a9872433-fb48-45b5-9f00-5a105c28cfa4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:55.360503 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4e6acb40-9e6c-4d5b-8794-4eae90490bda req-a9872433-fb48-45b5-9f00-5a105c28cfa4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1675179 Jun 03 16:19:55.455188 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4e6acb40-9e6c-4d5b-8794-4eae90490bda req-eeccb406-8539-4db5-bac1-5430e3ac2b85 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930467 Jun 03 16:19:55.542141 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b4e86ccf-bcee-4e87-9d86-1a90178cec60 req-a4694f97-9ce7-43fe-bdf1-cecbf43c295e service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564454 Jun 03 16:19:55.609051 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-263af3d9-e729-4b6e-8848-95069e9c50ff req-703bd637-041b-4aaf-9288-ddccdcd51a2d service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489215 Jun 03 16:19:55.834550 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:56.098952 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9db46471-c321-4472-9277-0485921dbe98 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:19:56.324695 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 9db46471-c321-4472-9277-0485921dbe98, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9db46471-c321-4472-9277-0485921dbe98,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:56.344300 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '9db46471-c321-4472-9277-0485921dbe98', 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f', 'port_id': '9db46471-c321-4472-9277-0485921dbe98', 'mac_address': 'fa:16:3e:64:ed:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e92d0a-477b-4b54-8dcd-5f96d78a2776', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:19:56.360043 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7479b-cb32-44fe-ba59-60442b21874b req-607a4ebc-8a9d-4738-8110-6794f837e828 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:56.369158 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cdd7479b-cb32-44fe-ba59-60442b21874b req-607a4ebc-8a9d-4738-8110-6794f837e828 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 943 time: 0.1265600 Jun 03 16:19:56.412997 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:56.434795 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db46471-c321-4472-9277-0485921dbe98 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:19:56.441698 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-cdd7479b-cb32-44fe-ba59-60442b21874b req-0df9651f-3bcd-4fe0-bb94-8aa1aba629c4 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Synchronizing usage tracker for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:56.468760 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 9db46471-c321-4472-9277-0485921dbe98, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9db46471-c321-4472-9277-0485921dbe98,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:56.479648 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:56.482511 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:56.488262 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-cdd7479b-cb32-44fe-ba59-60442b21874b req-0df9651f-3bcd-4fe0-bb94-8aa1aba629c4 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Unset dirty status for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:56.506252 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cdd7479b-cb32-44fe-ba59-60442b21874b req-0df9651f-3bcd-4fe0-bb94-8aa1aba629c4 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355500 Jun 03 16:19:56.605135 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=9db46471-c321-4472-9277-0485921dbe98,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:56.609140 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:56.742297 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77801d9b-3258-4d92-b0a3-01d34a8bd826 req-0c3e055f-91f5-4ed7-bd1d-7314e04b312e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:56.745113 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-77801d9b-3258-4d92-b0a3-01d34a8bd826 req-0c3e055f-91f5-4ed7-bd1d-7314e04b312e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0921354 Jun 03 16:19:56.816520 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-77801d9b-3258-4d92-b0a3-01d34a8bd826 req-b95d5b8f-8a7c-46b7-a695-f92d3d5b601a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653722 Jun 03 16:19:57.061958 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['9db46471-c321-4472-9277-0485921dbe98'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:57.485034 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54886) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:57.674311 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bd6a7643-58d5-46e3-8d7e-cb1504b278e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7753ddd805d948a79cbc26b3c9c5e8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855609 Jun 03 16:19:57.674527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54894) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:57.745372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:57.777746 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:57.785624 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdce4c5-fd05-491d-bee3-4a9db69e9450 req-ae5c710e-9c62-4d6a-8bf2-c6d0dfc288bd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:57.787454 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7cdce4c5-fd05-491d-bee3-4a9db69e9450 req-ae5c710e-9c62-4d6a-8bf2-c6d0dfc288bd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 944 time: 0.1116061 Jun 03 16:19:57.888938 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:57.898300 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:19:57.902728 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7cdce4c5-fd05-491d-bee3-4a9db69e9450 req-12894a7b-c253-49c5-be5e-3f7e8586970a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046278 Jun 03 16:19:57.922699 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75257d0d-d341-4a1c-9a23-65f6418af9ce,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:57.936471 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:19:57.948681 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:57.952786 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75257d0d-d341-4a1c-9a23-65f6418af9ce HTTP/1.1" status: 204 len: 168 time: 0.2770030 Jun 03 16:19:58.098090 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739cb66-7a0e-49da-b5b0-c18fe98ff11a req-3c7b726d-d3d6-41c2-83e6-79c4372ff0c3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:58.105830 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3739cb66-7a0e-49da-b5b0-c18fe98ff11a req-3c7b726d-d3d6-41c2-83e6-79c4372ff0c3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1297255 Jun 03 16:19:58.109928 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-21500c30-89d5-40a3-81d1-c4f8beb226b8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326618 Jun 03 16:19:58.165982 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3739cb66-7a0e-49da-b5b0-c18fe98ff11a req-ef15d3db-f6b8-4ec6-88e3-13706aa0a500 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590813 Jun 03 16:19:58.272643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-b96c8654-343b-4583-b978-813fbba53f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:58.274307 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-b96c8654-343b-4583-b978-813fbba53f83 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 1098 time: 0.1208947 Jun 03 16:19:58.520086 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-15246b63-efd4-4ea1-9992-bf4193bf979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:58.522058 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-15246b63-efd4-4ea1-9992-bf4193bf979d service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.1975019 Jun 03 16:19:58.618589 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-ef495de4-7850-4370-9506-6db6b9c04395 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=296f70b2-a8cc-4af6-a377-b95f984a7181 HTTP/1.1" status: 200 len: 217 time: 0.0898604 Jun 03 16:19:58.710451 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-c6a36392-00b2-4296-a4f6-7267da4b0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:58.711918 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-c6a36392-00b2-4296-a4f6-7267da4b0f15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.0795877 Jun 03 16:19:58.759741 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-6b814b2c-0c93-4197-98ef-677c61eebf80 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410559 Jun 03 16:19:58.909654 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-a25d1158-6c1d-48a3-9617-1a9da133a35e service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386042 Jun 03 16:19:59.066598 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1a027320-0bc9-4d76-9113-48cf707d15c4 req-9025d012-5ca7-4824-83fd-891dac69775a service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504068 Jun 03 16:19:59.264214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b5da6-5557-4cd9-8a3c-1116c5d51c85 req-983c514f-dc92-44fc-a8d8-7a4f0fc7ec59 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:59.265777 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c64b5da6-5557-4cd9-8a3c-1116c5d51c85 req-983c514f-dc92-44fc-a8d8-7a4f0fc7ec59 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 944 time: 0.1838360 Jun 03 16:19:59.313353 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c64b5da6-5557-4cd9-8a3c-1116c5d51c85 req-e3fa0be9-0225-4995-9985-3b123ab2a175 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Jun 03 16:19:59.398302 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093dcf6-539a-4d43-a09a-b106fc02cfba req-636b614d-956c-4526-a0d1-bffd0fa2f6bc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:19:59.400386 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c093dcf6-539a-4d43-a09a-b106fc02cfba req-636b614d-956c-4526-a0d1-bffd0fa2f6bc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0869260 Jun 03 16:19:59.456842 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c093dcf6-539a-4d43-a09a-b106fc02cfba req-8e7dc20f-5e62-4e58-b0e5-b3532f7f879b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Jun 03 16:20:00.102487 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9db46471-c321-4472-9277-0485921dbe98 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:00.199125 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-472088e0-526c-4812-93d8-eefa9e2e0854 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:00.200673 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-472088e0-526c-4812-93d8-eefa9e2e0854 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.1692443 Jun 03 16:20:00.204212 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 9db46471-c321-4472-9277-0485921dbe98 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:00.209531 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 9db46471-c321-4472-9277-0485921dbe98 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:00.209914 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:00.216648 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4d373bb6-5fe2-4eb8-8759-37e32675d258 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/quotas/7f542c1a71374300b7f6ca24c03492d5 HTTP/1.1" status: 200 len: 375 time: 0.0094113 Jun 03 16:20:00.335252 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-8bd84d0b-db77-49d5-88dc-6567c14332f6 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129100 Jun 03 16:20:00.340204 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:00.369513 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db46471-c321-4472-9277-0485921dbe98'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:00.371839 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b8efa-0dac-4a0c-add5-4ab0732fc313" -d '{"events": [{"server_uuid": "a5a8ba3f-c46f-43dc-871b-852fbff63ad4", "name": "network-vif-plugged", "status": "completed", "tag": "9db46471-c321-4472-9277-0485921dbe98"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:00.381230 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 9db46471-c321-4472-9277-0485921dbe98, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9db46471-c321-4472-9277-0485921dbe98,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:00.389944 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:00.391574 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:00.473159 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=9db46471-c321-4472-9277-0485921dbe98,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:00.484848 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:00.489860 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-81b99c8c-ea51-4f97-8382-5dcf90e375a0 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471963 Jun 03 16:20:00.533036 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa74ec-27fa-46dd-8403-d615ae5c9d32 req-12ae3d01-27e1-487a-b9ae-84ad577a8c2e tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:00.534849 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-42aa74ec-27fa-46dd-8403-d615ae5c9d32 req-12ae3d01-27e1-487a-b9ae-84ad577a8c2e tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.0921807 Jun 03 16:20:00.594842 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-42aa74ec-27fa-46dd-8403-d615ae5c9d32 req-fb8039af-7be1-40a6-95fe-b98931c4e41e tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487926 Jun 03 16:20:00.651137 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d587c-ef2b-4a82-9208-21cd5866aff1 x-openstack-request-id: req-446d587c-ef2b-4a82-9208-21cd5866aff1 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:00.652057 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a8ba3f-c46f-43dc-871b-852fbff63ad4", "name": "network-vif-plugged", "status": "completed", "tag": "9db46471-c321-4472-9277-0485921dbe98", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:00.652418 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-446d587c-ef2b-4a82-9208-21cd5866aff1 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:00.652958 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db46471-c321-4472-9277-0485921dbe98', 'code': 200} Jun 03 16:20:00.656322 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4824fe9d-97c3-4eb5-93a1-5cdffd7af2b9 service neutron] 10.222.0.54 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586781 Jun 03 16:20:00.881672 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066dfc5-2c42-44ab-8f0a-86d1014bf5d2 req-17828288-1f7d-479b-8db1-68d8dd647b01 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:00.888186 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1066dfc5-2c42-44ab-8f0a-86d1014bf5d2 req-17828288-1f7d-479b-8db1-68d8dd647b01 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1432357 Jun 03 16:20:00.961838 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1066dfc5-2c42-44ab-8f0a-86d1014bf5d2 req-ca6a693a-0923-44b6-ae9c-ce32050ff589 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643978 Jun 03 16:20:00.996539 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:01.101725 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4e2ed768-c83e-46ba-9d8a-74073f5bf412 req-788429a9-e596-4379-b8aa-8c55b1001b5f tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 210 time: 0.0692465 Jun 03 16:20:01.125111 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd47e5-d3b8-433b-b048-c77199dca886 req-6a554995-8ee7-4cea-af1a-793e01b662b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:01.126784 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39dd47e5-d3b8-433b-b048-c77199dca886 req-6a554995-8ee7-4cea-af1a-793e01b662b4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 1098 time: 0.2000546 Jun 03 16:20:01.186661 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39dd47e5-d3b8-433b-b048-c77199dca886 req-c77b8eef-f5e6-473d-9d9f-47c4ac29792f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Jun 03 16:20:01.427046 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 54988) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:01.568798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:01.584029 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:01.588545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Usage tracker for resource:security_group_rule and tenant:68efc621d099460294ef08f1443c085d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:01.591983 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:01.598472 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:01.727886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:01.743719 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:01.785114 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7d9cb9e8-26fb-40d5-a2b1-29776388b31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:01.845029 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68efc621d099460294ef08f1443c085d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167492 Jun 03 16:20:01.848180 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 54998) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:01.848835 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe720c-967c-43ac-87c4-12f62f16f225,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:01.853500 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:01.903344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a5ec-9e52-4377-b756-9773e56c7029 req-881d7278-4743-44d8-a461-5b38be6835c4 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:01.904889 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-04c0a5ec-9e52-4377-b756-9773e56c7029 req-881d7278-4743-44d8-a461-5b38be6835c4 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.1635599 Jun 03 16:20:01.935253 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:01.978613 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-04c0a5ec-9e52-4377-b756-9773e56c7029 req-26a6cd7f-9427-4848-aa49-0d22181ab355 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636017 Jun 03 16:20:01.990436 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.069170 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.073314 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-090da6b7-cab4-43e5-b3a6-517014c98ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:02.087717 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe720c-967c-43ac-87c4-12f62f16f225,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:02.094083 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:02.097587 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.098959 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19fe720c-967c-43ac-87c4-12f62f16f225 HTTP/1.1" status: 204 len: 168 time: 0.2497108 Jun 03 16:20:02.239154 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b864f-6d56-4646-8edf-45f73b71636b req-ab514d5d-8284-499a-b18d-54af028e22e2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:02.241837 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-531b864f-6d56-4646-8edf-45f73b71636b req-ab514d5d-8284-499a-b18d-54af028e22e2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0952942 Jun 03 16:20:02.315216 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-531b864f-6d56-4646-8edf-45f73b71636b req-92fb0498-cf8a-4785-ae7a-4dd5baffd8ba tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596006 Jun 03 16:20:02.420648 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9d4c4805-df66-40cf-a000-ab5820756852 req-49096a41-fff2-42e2-ae86-d7f42c8e6960 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 210 time: 0.0559704 Jun 03 16:20:02.944435 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55032) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:02.972632 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-5510f915-0c79-4be5-a7b9-2739ec584fcd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:02.974105 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-5510f915-0c79-4be5-a7b9-2739ec584fcd tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 813 time: 0.1817956 Jun 03 16:20:03.027560 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Request body: {'port': {'device_id': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'admin_state_up': True, 'tenant_id': '7f542c1a71374300b7f6ca24c03492d5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:03.122975 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2098112153-network', 'tenant_id': '05e25a0146d549d2aef6e09980239db5'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:03.134010 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:03.146059 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Usage tracker for resource:network and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:03.159755 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:03.181225 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:03.211127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:03.223364 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:03.252005 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Made reservation on behalf of 7f542c1a71374300b7f6ca24c03492d5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:03.255720 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.282414 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Made reservation on behalf of 05e25a0146d549d2aef6e09980239db5 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:03.284879 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.327644 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.359012 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:03.363379 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:03.366826 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:03.374434 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:03.427659 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3819d-a85f-40dd-a37d-fc93a6dc7996 req-09670aae-e7a1-43b2-bd58-7d35a1a6360d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:03.429465 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e2f3819d-a85f-40dd-a37d-fc93a6dc7996 req-09670aae-e7a1-43b2-bd58-7d35a1a6360d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.2606630 Jun 03 16:20:03.542214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Allocated IP 172.20.0.2 (1e984840-f817-4db7-b0c8-5a4389679323/2f31bb11-db2f-4a7c-868a-c998414cba29/27f11d2a-0daa-48b0-ad5b-993e465e81bf) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:03.545917 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e2f3819d-a85f-40dd-a37d-fc93a6dc7996 req-a64249b9-0568-4907-a6c9-697123089da7 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052203 Jun 03 16:20:03.617391 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.624844 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.628283 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0fbab319-b3dd-4805-bd78-1d366bcb61c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:03.659689 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:20:03.672921 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e9530-353d-4b98-91da-d988ce4f0b60,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:03.684488 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.684998 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Added segment fed72f04-be8f-4965-911d-c4e662a59ce8 of type vlan for network adfdf3d3-c8b6-4f59-96ef-81f96da5488d Jun 03 16:20:03.687403 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.687888 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.688345 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.688973 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.689419 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.689867 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.690341 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.690779 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.691237 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.691646 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.692075 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.692505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.734017 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:03.752704 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0c1005da-e411-4a2a-8c1c-8661cad3a32d req-a756aec9-7554-4fcc-9e43-d7a8b2822bd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 210 time: 0.0497830 Jun 03 16:20:03.779930 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.840073 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.842037 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:03.842971 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.856167 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:03.913218 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9643650 Jun 03 16:20:03.921746 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78c2a5-3098-41e8-91de-1a653be93ec7 req-5184d988-b5e8-402a-a1ff-8b7c9ad5b123 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:03.923598 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5b78c2a5-3098-41e8-91de-1a653be93ec7 req-5184d988-b5e8-402a-a1ff-8b7c9ad5b123 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.3167505 Jun 03 16:20:03.924284 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 55054) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:03.936037 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Request body: {'subnet': {'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2098112153-subnet', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:03.964569 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Pushing event updated for resources: {'Network': ['ID=adfdf3d3-c8b6-4f59-96ef-81f96da5488d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:03.966601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:03.969119 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:03.977924 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:20:03.996087 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Usage tracker for resource:subnet and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:04.002346 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:04.029464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:04.038432 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.048846 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5b78c2a5-3098-41e8-91de-1a653be93ec7 req-c2938a09-4fc5-4cbf-a82d-943e2ff6c6a1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089551 Jun 03 16:20:04.059574 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Made reservation on behalf of 05e25a0146d549d2aef6e09980239db5 for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:04.064491 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.192268 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.206588 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8c0ca2a4-3d1a-4843-af8f-757b66ddf46e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:04.241336 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472', '5d78fac7-4d28-45ac-a9e6-dbd781144e59', '51bd47fb-cd30-49af-8c2f-231bcb78baf3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:04.273147 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Network 1e984840-f817-4db7-b0c8-5a4389679323 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:04.276163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:04.290685 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:04.297033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:04.297565 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.329022 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event updated for resources: {'Port': ['ID=27f11d2a-0daa-48b0-ad5b-993e465e81bf,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:04.356937 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.357311 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.357658 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.358007 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.358386 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.358737 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.359107 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.359671 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.360021 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.360366 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.360709 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.361042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:04.372678 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:04.396699 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3761027 Jun 03 16:20:04.430688 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Request body: {'port': {'device_id': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:04.607067 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.936527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28fc3a-35a7-4045-9ed1-afe3e9530687 req-944f639e-b4bd-497e-9838-09e9d84e6002 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:04.943518 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cc28fc3a-35a7-4045-9ed1-afe3e9530687 req-944f639e-b4bd-497e-9838-09e9d84e6002 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.2155356 Jun 03 16:20:05.005524 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cc28fc3a-35a7-4045-9ed1-afe3e9530687 req-37f5b0af-7c6f-4ffa-9296-bdcc2f5a37eb tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607965 Jun 03 16:20:05.205523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.227795 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:05.259980 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43f43e-dd61-4252-a349-75bdbfd4334e req-b64926b2-c1ca-4c39-87cd-6fb357055cb0 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:05.261614 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ba43f43e-dd61-4252-a349-75bdbfd4334e req-b64926b2-c1ca-4c39-87cd-6fb357055cb0 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0915358 Jun 03 16:20:05.317233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bbca0-a398-4481-99f6-bc470782f0dc req-b8e0bd01-4489-4bf5-a5a3-02d7d21f93bb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:05.317999 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-e36bbca0-a398-4481-99f6-bc470782f0dc req-b8e0bd01-4489-4bf5-a5a3-02d7d21f93bb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:05.318207 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ba43f43e-dd61-4252-a349-75bdbfd4334e req-59e1d489-f68c-4a3c-a4df-6275ef03e1ca tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 Jun 03 16:20:05.353963 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f087fe78-ad95-457c-972c-53a16e809476,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:05.368284 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:05.436775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Checking segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:05.437301 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Network hostable DHCP agents. Network: adfdf3d3-c8b6-4f59-96ef-81f96da5488d, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:20:05.448240 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-e36bbca0-a398-4481-99f6-bc470782f0dc req-b8e0bd01-4489-4bf5-a5a3-02d7d21f93bb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:05.449392 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e36bbca0-a398-4481-99f6-bc470782f0dc req-b8e0bd01-4489-4bf5-a5a3-02d7d21f93bb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 931 time: 0.4206722 Jun 03 16:20:05.456761 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f11d2a-0daa-48b0-ad5b-993e465e81bf {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:20:05.469710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.509103 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:20:05.511526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Transition to ACTIVE for port object 27f11d2a-0daa-48b0-ad5b-993e465e81bf will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:05.527525 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.535010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f31adb90-b966-4144-b89f-6eb33fbf53a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:05.578838 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, adfdf3d3-c8b6-4f59-96ef-81f96da5488d) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:05.583126 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e36bbca0-a398-4481-99f6-bc470782f0dc req-de52d0f5-8f75-4621-96f3-f0a480b338be tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113670 Jun 03 16:20:05.594693 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:05.595281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.597967 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4090b3-b57e-454b-bca9-eeb7173a0e45 None None] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:20:05.788498 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d189c4f2-7c71-43a4-8620-9bc59dcbb871 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8576539 Jun 03 16:20:05.788897 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55084) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:05.791683 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Pushing event updated for resources: {'Port': ['ID=27f11d2a-0daa-48b0-ad5b-993e465e81bf,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:05.797062 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:05.803879 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:05.810972 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Usage tracker for resource:router and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:05.812258 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:05.814794 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:05.821283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Attempting to bind port 27f11d2a-0daa-48b0-ad5b-993e465e81bf on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:05.821800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Attempting to bind port 27f11d2a-0daa-48b0-ad5b-993e465e81bf by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:05.822209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Attempting to bind port 27f11d2a-0daa-48b0-ad5b-993e465e81bf on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:05.828741 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:05.829247 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Port 27f11d2a-0daa-48b0-ad5b-993e465e81bf on network 1e984840-f817-4db7-b0c8-5a4389679323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:20:05.829455 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Attempting to bind port 27f11d2a-0daa-48b0-ad5b-993e465e81bf on network 1e984840-f817-4db7-b0c8-5a4389679323 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:05.835562 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:05.835955 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Checking segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:05.836366 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Bound using segment: {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:05.837316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Bound port: 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8972dd89-c477-4961-b898-b32d4ae98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:05.837650 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.843634 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.845140 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.869145 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.952228 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:20:05.952897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] For port 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:05.953618 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.961952 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] For port 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:05.969519 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.976553 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:06.174469 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Allocated IP 172.20.0.2 (adfdf3d3-c8b6-4f59-96ef-81f96da5488d/f087fe78-ad95-457c-972c-53a16e809476/b719068f-ae48-4130-849b-1b720b901ce7) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:06.216574 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.318775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:06.319765 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.321796 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] 10.222.0.76 "PUT /v2.0/ports/27f11d2a-0daa-48b0-ad5b-993e465e81bf HTTP/1.1" status: 200 len: 1093 time: 1.8985033 Jun 03 16:20:06.322492 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'tag': '27f11d2a-0daa-48b0-ad5b-993e465e81bf'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:06.325014 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d04b151-5325-42fb-8732-c4f57763f9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "efa55645-1dcf-4f25-a497-01c33ed48e69", "tag": "27f11d2a-0daa-48b0-ad5b-993e465e81bf"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:06.360850 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Pushing event updated for resources: {'Port': ['ID=27f11d2a-0daa-48b0-ad5b-993e465e81bf,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:06.371643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:06.436363 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36dc7a5-4bc2-4a75-9f01-fc449c1c5ccc x-openstack-request-id: req-c36dc7a5-4bc2-4a75-9f01-fc449c1c5ccc {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:06.436779 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa55645-1dcf-4f25-a497-01c33ed48e69", "tag": "27f11d2a-0daa-48b0-ad5b-993e465e81bf", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:06.437154 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c36dc7a5-4bc2-4a75-9f01-fc449c1c5ccc {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:06.437680 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'tag': '27f11d2a-0daa-48b0-ad5b-993e465e81bf', 'status': 'completed', 'code': 200} Jun 03 16:20:06.566632 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.584679 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Transition to ACTIVE for port object b719068f-ae48-4130-849b-1b720b901ce7 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:06.609144 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Transition to ACTIVE for port object b719068f-ae48-4130-849b-1b720b901ce7 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:06.618512 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.628701 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:06.690570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-64360056-d0e6-493f-83cf-dca09ec561eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:06.692237 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-64360056-d0e6-493f-83cf-dca09ec561eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 1096 time: 0.1983292 Jun 03 16:20:06.720099 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f5b5-f750-496b-8bca-574e9c70c45a req-e82b8e66-2b1a-4b36-a957-692990627049 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:06.724006 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a478f5b5-f750-496b-8bca-574e9c70c45a req-e82b8e66-2b1a-4b36-a957-692990627049 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.1400890 Jun 03 16:20:06.726608 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:06.730658 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:06.734652 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:06.752099 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.795204 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.807811 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-3a124ed2-f750-4a9a-9d9e-f85e8ec74c1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf HTTP/1.1" status: 200 len: 217 time: 0.0827746 Jun 03 16:20:06.893679 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Pushing event updated for resources: {'Port': ['ID=b719068f-ae48-4130-849b-1b720b901ce7,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:06.908915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Attempting to bind port b719068f-ae48-4130-849b-1b720b901ce7 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:06.908915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Attempting to bind port b719068f-ae48-4130-849b-1b720b901ce7 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:06.908915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Attempting to bind port b719068f-ae48-4130-849b-1b720b901ce7 on network adfdf3d3-c8b6-4f59-96ef-81f96da5488d {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:06.915089 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:06.915905 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:06.916286 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Checking segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:06.916695 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.917095 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Bound using segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:06.917608 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Bound port: b719068f-ae48-4130-849b-1b720b901ce7, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:06.918323 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.921036 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e75a-4371-44d1-a072-6ab61e96a376 req-e6fa504d-74aa-46af-b47c-7ff2ab35d991 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:06.930500 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8908e75a-4371-44d1-a072-6ab61e96a376 req-e6fa504d-74aa-46af-b47c-7ff2ab35d991 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.3093457 Jun 03 16:20:06.960977 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a478f5b5-f750-496b-8bca-574e9c70c45a req-8c1cf3f7-3d5b-424a-aa72-68981598b572 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520412 Jun 03 16:20:07.008204 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8908e75a-4371-44d1-a072-6ab61e96a376 req-007b8ca3-6b20-4046-9d4d-28faf3b743f4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 Jun 03 16:20:07.016535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-de2d81b4-5bd9-4608-b1cc-da694f1d4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:07.019880 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-de2d81b4-5bd9-4608-b1cc-da694f1d4722 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.1825237 Jun 03 16:20:07.093698 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-7156a9c0-0499-4c26-923f-3bf29fa60d65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615640 Jun 03 16:20:07.108160 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] For port b719068f-ae48-4130-849b-1b720b901ce7, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:07.114617 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] For port b719068f-ae48-4130-849b-1b720b901ce7, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b719068f-ae48-4130-849b-1b720b901ce7,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:07.123639 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.128751 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:07.155168 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Allocated IP 172.28.1.146 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/6ebaf4bc-d6cc-4821-b43e-c27752a32a5e) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:07.215782 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Pushing event updated for resources: {'Port': ['ID=b719068f-ae48-4130-849b-1b720b901ce7,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:07.218766 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:07.346067 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.347829 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a01d-08c2-43db-9e40-6cb7f1b40018 req-d2432239-f7f7-4a6a-ba04-54e1a52b92af tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:07.349770 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-97a0a01d-08c2-43db-9e40-6cb7f1b40018 req-d2432239-f7f7-4a6a-ba04-54e1a52b92af tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 943 time: 0.2060080 Jun 03 16:20:07.356782 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-75e9b2a8-2228-4c40-9113-01930cd5443d service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549369 Jun 03 16:20:07.382980 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.388932 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:07.473293 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:07.476280 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:07.480573 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:07.517051 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-97a0a01d-08c2-43db-9e40-6cb7f1b40018 req-ff10b860-b914-4182-b73e-1fddd8910760 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458805 Jun 03 16:20:07.532277 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:07.550103 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:07.643831 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69b7ac50-ec2b-40e2-83fa-b7597a8170f3 req-c8c42bc5-168d-4ef3-a877-0fc7822b342e service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562332 Jun 03 16:20:07.878507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-e2ac28a4-db4e-4a5c-a0ad-8ae8ba0b5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:07.881322 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-e2ac28a4-db4e-4a5c-a0ad-8ae8ba0b5a75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 1096 time: 0.1077783 Jun 03 16:20:08.066852 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-a969cd24-010f-4828-ac6b-1fd9f817954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:08.071338 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-a969cd24-010f-4828-ac6b-1fd9f817954c service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 914 time: 0.1818764 Jun 03 16:20:08.103936 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.151705 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:20:08.200602 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-3312edc8-5213-4a9a-b99b-a78ae7549e77 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf HTTP/1.1" status: 200 len: 217 time: 0.1147413 Jun 03 16:20:08.298410 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7168b2-ef90-4f90-8e7d-5ca58281c9d2 None None] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:20:08.363804 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0ce10b2f-293e-49bd-9a25-26f3cfb5b88f None None] Provisioning for port b719068f-ae48-4130-849b-1b720b901ce7 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:08.379681 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d519cf4-6be5-42a4-a4fd-1052c744fcc7 req-9e8d0015-d76f-4e87-bb32-1a66e49e09d1 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:08.386577 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9d519cf4-6be5-42a4-a4fd-1052c744fcc7 req-9e8d0015-d76f-4e87-bb32-1a66e49e09d1 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.2099373 Jun 03 16:20:08.396684 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-431c9bdf-19c8-43c8-ae30-fbf99ba8dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:08.398131 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-431c9bdf-19c8-43c8-ae30-fbf99ba8dafe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.1409512 Jun 03 16:20:08.409154 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7197-25b8-4cfe-a958-45dae69a6c6d req-d7d9c17c-68e6-43a9-90ba-725246d8b2a6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:08.411194 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-307a7197-25b8-4cfe-a958-45dae69a6c6d req-d7d9c17c-68e6-43a9-90ba-725246d8b2a6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2412219 Jun 03 16:20:08.475343 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-b5e9e301-7db9-4f4e-bbd8-83445575a96e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631099 Jun 03 16:20:08.542812 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9d519cf4-6be5-42a4-a4fd-1052c744fcc7 req-1446cb68-309d-4c49-8e5c-ffeae26929dc tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539266 Jun 03 16:20:08.556538 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-307a7197-25b8-4cfe-a958-45dae69a6c6d req-cb9d8ad9-4f2b-4f8d-bf2e-924cfe62599f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066799 Jun 03 16:20:08.773290 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b719068f-ae48-4130-849b-1b720b901ce7 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:08.822766 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.823639 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-71078fc7-270d-43e7-9689-9b4dcc50138c service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404367 Jun 03 16:20:08.931251 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port b719068f-ae48-4130-849b-1b720b901ce7 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:08.941734 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port b719068f-ae48-4130-849b-1b720b901ce7 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:08.944707 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.195199 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-bc6883d9-ec09-4a46-8b68-b2b988d583fe None None] Provisioning complete for port b719068f-ae48-4130-849b-1b720b901ce7 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:09.195610 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bc6883d9-ec09-4a46-8b68-b2b988d583fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.224102 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5d04b151-5325-42fb-8732-c4f57763f9bc req-d390892d-d659-4ea9-a3f9-6a207c60b205 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895016 Jun 03 16:20:09.241811 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.316235 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff20d3d-adb9-4296-ba70-5550218be479 req-df71dac9-6c4d-423b-a9bf-d43a1c1bd411 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:09.318588 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bff20d3d-adb9-4296-ba70-5550218be479 req-df71dac9-6c4d-423b-a9bf-d43a1c1bd411 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.0935791 Jun 03 16:20:09.326737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port b719068f-ae48-4130-849b-1b720b901ce7, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b719068f-ae48-4130-849b-1b720b901ce7,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:09.329835 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c7c25-e61d-45cf-9452-551b6a19d641 req-9b94aa5b-5a37-4ff2-a5e6-f5cb8caebd65 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:09.336016 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.340179 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0b5c7c25-e61d-45cf-9452-551b6a19d641 req-9b94aa5b-5a37-4ff2-a5e6-f5cb8caebd65 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 943 time: 0.2967503 Jun 03 16:20:09.342985 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:09.410385 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0b5c7c25-e61d-45cf-9452-551b6a19d641 req-10199f00-7667-4296-9a6b-7897eca91231 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Jun 03 16:20:09.413157 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Router 6b7ebdf1-45c8-47c4-babd-385da191ed0d is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:20:09.472792 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=b719068f-ae48-4130-849b-1b720b901ce7,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.479537 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:09.511603 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Deleting port 9db46471-c321-4472-9277-0485921dbe98 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:20:09.512631 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.659762 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:09.674268 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Sync routers for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:09.691913 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] For port 9db46471-c321-4472-9277-0485921dbe98, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9db46471-c321-4472-9277-0485921dbe98,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:09.692449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.699948 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.703113 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9115467 Jun 03 16:20:09.703350 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:09.704458 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:19:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:09.706748 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55138) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.873747 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Calling delete_port for 9db46471-c321-4472-9277-0485921dbe98 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:20:09.994357 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:10.061823 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e894-8358-47b9-99ad-8802ee315f6e req-5effcad6-d62d-43e3-b42a-727177fef080 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:10.063422 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d5d7e894-8358-47b9-99ad-8802ee315f6e req-5effcad6-d62d-43e3-b42a-727177fef080 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 945 time: 0.1966965 Jun 03 16:20:10.078254 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcb8ad-3191-4226-bac9-7f901d2e2f8e req-9c7b4e06-d7d4-4d1a-999a-895d902af010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:10.079554 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86dcb8ad-3191-4226-bac9-7f901d2e2f8e req-9c7b4e06-d7d4-4d1a-999a-895d902af010 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.1639915 Jun 03 16:20:10.206297 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070da15-a47f-40cd-9146-c2e2e5751d8d req-4353eab1-0879-45c5-af5a-78c4c531bc86 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:10.213812 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2070da15-a47f-40cd-9146-c2e2e5751d8d req-4353eab1-0879-45c5-af5a-78c4c531bc86 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2923667 Jun 03 16:20:10.239985 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86dcb8ad-3191-4226-bac9-7f901d2e2f8e req-4e75a912-4b41-4c8c-812d-9e9b32e5d1bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232216 Jun 03 16:20:10.250947 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d5d7e894-8358-47b9-99ad-8802ee315f6e req-7bb30124-ddd6-4add-994b-acd82a57f5ae tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680260 Jun 03 16:20:10.259961 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.278384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3d8d9bff-1a20-485d-a4e7-c03fdee54540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:10.280568 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2070da15-a47f-40cd-9146-c2e2e5751d8d req-f979d23e-751c-4e2d-ac52-db2a9a2928f9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657763 Jun 03 16:20:10.390066 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Pushing event deleted for resources: {'Port': ['ID=9db46471-c321-4472-9277-0485921dbe98,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:10.412137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:10.575204 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:07Z', 'revision_number': 3, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:10.582057 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Checking router: 6b7ebdf1-45c8-47c4-babd-385da191ed0d for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:10.582401 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] No DVR routers for this DVR port 9db46471-c321-4472-9277-0485921dbe98 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:10.583285 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Updating router 6b7ebdf1-45c8-47c4-babd-385da191ed0d port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:10.585207 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.599783 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'name': 'network-vif-deleted', 'tag': '9db46471-c321-4472-9277-0485921dbe98'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:10.603066 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17535921-acaa-49d0-97bd-2bf29b59048d" -d '{"events": [{"server_uuid": "a5a8ba3f-c46f-43dc-871b-852fbff63ad4", "name": "network-vif-deleted", "tag": "9db46471-c321-4472-9277-0485921dbe98"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:10.607639 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bff20d3d-adb9-4296-ba70-5550218be479 req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "DELETE /v2.0/ports/9db46471-c321-4472-9277-0485921dbe98 HTTP/1.1" status: 204 len: 173 time: 1.2825806 Jun 03 16:20:10.679644 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.729183 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b719068f-ae48-4130-849b-1b720b901ce7 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:10.940277 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14928e5-4874-4703-a066-9ac47e2c274e x-openstack-request-id: req-d14928e5-4874-4703-a066-9ac47e2c274e {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:10.941070 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a8ba3f-c46f-43dc-871b-852fbff63ad4", "name": "network-vif-deleted", "tag": "9db46471-c321-4472-9277-0485921dbe98", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:10.941563 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d14928e5-4874-4703-a066-9ac47e2c274e {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:10.942192 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a8ba3f-c46f-43dc-871b-852fbff63ad4', 'name': 'network-vif-deleted', 'tag': '9db46471-c321-4472-9277-0485921dbe98', 'status': 'completed', 'code': 200} Jun 03 16:20:10.996210 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.130954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5144-1ef2-479a-997a-c9ead6a08a9e req-45532aa3-e7fb-4a0f-a717-f5009fe97fa4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:11.134197 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d9bf5144-1ef2-479a-997a-c9ead6a08a9e req-45532aa3-e7fb-4a0f-a717-f5009fe97fa4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 943 time: 0.1508906 Jun 03 16:20:11.194951 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port b719068f-ae48-4130-849b-1b720b901ce7 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:11.196017 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.216140 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d9bf5144-1ef2-479a-997a-c9ead6a08a9e req-585e9fa0-9df1-4be8-a66c-6fd12c8b0fbf tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711379 Jun 03 16:20:11.313006 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Allocated IP 172.20.0.1 (adfdf3d3-c8b6-4f59-96ef-81f96da5488d/f087fe78-ad95-457c-972c-53a16e809476/6968e2f1-8306-4479-a977-267507a58018) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:11.501447 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-078d42ee-2ae6-4858-9aba-cadd3b9aca61 req-4a303867-6740-4861-ba0f-455a5a3ec382 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a8ba3f-c46f-43dc-871b-852fbff63ad4 HTTP/1.1" status: 200 len: 210 time: 0.0734324 Jun 03 16:20:11.505882 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5443e9a-dcec-4958-85a7-89fc99e99139 req-07d09646-14f5-43f3-a436-62eeacf7ba82 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:11.507480 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5443e9a-dcec-4958-85a7-89fc99e99139 req-07d09646-14f5-43f3-a436-62eeacf7ba82 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0848663 Jun 03 16:20:11.517310 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.562751 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Transition to ACTIVE for port object 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:11.563349 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.578740 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.582021 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Transition to ACTIVE for port object 6968e2f1-8306-4479-a977-267507a58018 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:11.589504 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5443e9a-dcec-4958-85a7-89fc99e99139 req-ca44f139-c3e1-4dd3-8d5c-9c98c99a7c86 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742674 Jun 03 16:20:11.593253 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:11.610358 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.615903 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:11.680719 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:11.684595 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:11.687204 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:11.733163 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Attempting to bind port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:11.733630 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Attempting to bind port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:11.736187 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Attempting to bind port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:11.740508 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798d2a9-c81e-4f5f-a3ae-7e5e0a60a5fd None None] Pushing event updated for resources: {'Port': ['ID=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:11.745043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9798d2a9-c81e-4f5f-a3ae-7e5e0a60a5fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:11.746238 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:11.746627 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:11.747038 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.747519 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:11.748005 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Bound port: 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:11.748391 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.751074 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6968e2f1-8306-4479-a977-267507a58018,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:11.756773 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:11.780038 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.858554 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] For port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:11.864799 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] For port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:11.871901 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.877431 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9798d2a9-c81e-4f5f-a3ae-7e5e0a60a5fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:12.004825 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:12.006009 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:19:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:12.074358 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798d2a9-c81e-4f5f-a3ae-7e5e0a60a5fd None None] Pushing event updated for resources: {'Port': ['ID=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:12.089086 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9798d2a9-c81e-4f5f-a3ae-7e5e0a60a5fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:12.119081 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-031c7df5-37c8-4289-962a-08e325f97a81 None None] Provisioning for port 6968e2f1-8306-4479-a977-267507a58018 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:12.149405 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-031c7df5-37c8-4289-962a-08e325f97a81 None None] Provisioning complete for port 6968e2f1-8306-4479-a977-267507a58018 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:12.150132 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-031c7df5-37c8-4289-962a-08e325f97a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.161160 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.208770 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9db46471-c321-4472-9277-0485921dbe98 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:12.369714 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 9db46471-c321-4472-9277-0485921dbe98 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:20:12.370276 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9db46471-c321-4472-9277-0485921dbe98 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:12.427074 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-031c7df5-37c8-4289-962a-08e325f97a81 None None] Port 6968e2f1-8306-4479-a977-267507a58018 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:12.469073 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:12.710711 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.716763 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32358713'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.747630 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc7f55-0faf-44fe-9922-271fe6bd59a0 req-d2ae7d10-db05-4cf9-939c-42ac1ec20d22 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:12.753283 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:12.759797 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-97bc7f55-0faf-44fe-9922-271fe6bd59a0 req-d2ae7d10-db05-4cf9-939c-42ac1ec20d22 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 943 time: 0.2459731 Jun 03 16:20:12.899526 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-97bc7f55-0faf-44fe-9922-271fe6bd59a0 req-23137487-462b-4c8f-a9e6-a83fc9fac452 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308851 Jun 03 16:20:12.903742 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6968e2f1-8306-4479-a977-267507a58018,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:12.907064 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.912156 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:13.188911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:13.193896 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:13.263247 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 1, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:13.285840 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ed5ff-40f5-4016-b3f5-fd9ee0338dc6 None None] The sync data for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb is: [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 1, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:13.427713 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157555-921d-49fb-836c-baaa5bc9fadf req-adb158bc-e796-41cd-91f5-b458731ac8bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:13.429590 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2b157555-921d-49fb-836c-baaa5bc9fadf req-adb158bc-e796-41cd-91f5-b458731ac8bf tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.3225203 Jun 03 16:20:13.479638 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-85599e02-c023-4fad-8f21-7a0894bd821b tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:13.482636 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-85599e02-c023-4fad-8f21-7a0894bd821b tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/networks?id=ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 200 len: 809 time: 0.2826862 Jun 03 16:20:13.502208 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-71e37559-5283-480a-aea9-8507d2174e2a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/quotas/39ac42dcc8a348328fd4135ffb03b83f HTTP/1.1" status: 200 len: 375 time: 0.0106044 Jun 03 16:20:13.541580 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2b157555-921d-49fb-836c-baaa5bc9fadf req-617e28bc-f220-49e0-9272-9be62c745f9b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035919 Jun 03 16:20:13.560057 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Router 6b7ebdf1-45c8-47c4-babd-385da191ed0d has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:13.573478 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-408280dd-cf29-491e-990d-0ed435ab79cf None None] Provisioning complete for port 6968e2f1-8306-4479-a977-267507a58018 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:13.573478 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-408280dd-cf29-491e-990d-0ed435ab79cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.589403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-5b135c1d-2093-4c85-9fb4-a1e7ff797434 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Synchronizing usage tracker for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:13.618523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-5b135c1d-2093-4c85-9fb4-a1e7ff797434 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Unset dirty status for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:13.620508 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-5b135c1d-2093-4c85-9fb4-a1e7ff797434 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096349 Jun 03 16:20:13.728290 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-408280dd-cf29-491e-990d-0ed435ab79cf None None] Port 6968e2f1-8306-4479-a977-267507a58018 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:13.910405 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:13.934705 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-5dc5a31b-9d0f-4315-bf45-07270bae6b60 service neutron] 10.222.0.54 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057973 Jun 03 16:20:13.935239 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] 10.222.0.54 "PUT /v2.0/routers/6b7ebdf1-45c8-47c4-babd-385da191ed0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2269194 Jun 03 16:20:14.208471 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 27f11d2a-0daa-48b0-ad5b-993e465e81bf details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:20:14.282818 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-cdc6ff63-d21f-4e46-9b32-1ff6125098ea service neutron] 10.222.0.54 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463438 Jun 03 16:20:14.479666 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc424-8cf1-418b-acc5-619e59ad7d97 req-82368c72-a03f-4cb2-b1cf-f79a2b2edbd0 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:14.493801 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-853bc424-8cf1-418b-acc5-619e59ad7d97 req-82368c72-a03f-4cb2-b1cf-f79a2b2edbd0 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 943 time: 0.1545897 Jun 03 16:20:14.503656 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:14.649856 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '27f11d2a-0daa-48b0-ad5b-993e465e81bf', 'network_id': '1e984840-f817-4db7-b0c8-5a4389679323', 'port_id': '27f11d2a-0daa-48b0-ad5b-993e465e81bf', 'mac_address': 'fa:16:3e:4c:18:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f31bb11-db2f-4a7c-868a-c998414cba29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:20:14.696969 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-853bc424-8cf1-418b-acc5-619e59ad7d97 req-dbc54cd4-618a-4c1b-84be-c9a0a64a5057 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017303 Jun 03 16:20:14.811077 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:14.980555 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f6c3f39d-2394-430f-aaa2-20ef36fd5b9f req-f5800baf-8fd8-4173-88d6-72f8752cb5c6 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 210 time: 0.1680772 Jun 03 16:20:15.018492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.119445 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f11d2a-0daa-48b0-ad5b-993e465e81bf {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:20:15.216050 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:15.241110 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:15.243196 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:15.243835 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.311902 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55244) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:15.324096 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1272573098-network', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:15.354967 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:15.371865 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Usage tracker for resource:network and tenant:fa9fd80b10164d2e82bf21c3670cba04 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:15.387685 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-91e64020-6abc-4ec9-9970-6e7fa3ed3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:15.388866 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:15.393083 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-91e64020-6abc-4ec9-9970-6e7fa3ed3d5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.3464100 Jun 03 16:20:15.403317 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.415016 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:15.421964 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:15.473875 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Made reservation on behalf of fa9fd80b10164d2e82bf21c3670cba04 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:15.479683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.505379 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.531442 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:15.538306 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9fd80b10164d2e82bf21c3670cba04 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:15.542262 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:15.550743 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:15.662586 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=27f11d2a-0daa-48b0-ad5b-993e465e81bf,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:15.670615 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:15.707984 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-e2f478ae-26f9-4372-b337-59d8f77d8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:15.711483 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-e2f478ae-26f9-4372-b337-59d8f77d8ce0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.3091803 Jun 03 16:20:15.721408 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059265a-52a6-465e-b16d-7fd79990e8ff req-6abde111-51bf-400c-a6f8-df57dd1ebabe tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:15.723033 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b059265a-52a6-465e-b16d-7fd79990e8ff req-6abde111-51bf-400c-a6f8-df57dd1ebabe tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1736956 Jun 03 16:20:15.814036 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b059265a-52a6-465e-b16d-7fd79990e8ff req-1197cc1b-eac0-42c1-8ac1-f4533b046c08 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825760 Jun 03 16:20:15.831516 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.874354 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:15.879173 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.881251 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.884948 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.892266 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:15.905253 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:20:15.919911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.920597 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Added segment ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a of type vlan for network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e Jun 03 16:20:15.933902 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d03d5f1d-0bc7-4b61-b6cc-859d2e5150bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:15.979805 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.005623 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae1ac7-0843-48a8-9560-b2e26a4d9139,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:16.009813 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:16.010942 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:16.028151 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:16.054338 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.058281 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:16.060586 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-444f9617-3ae2-4965-b5b8-e2ec18337271 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 217 time: 0.3388762 Jun 03 16:20:16.063491 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.068704 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:16.139624 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['27f11d2a-0daa-48b0-ad5b-993e465e81bf'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:16.215380 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-98cf6bd2-d390-4b7b-b96a-c547919f9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:16.218148 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-98cf6bd2-d390-4b7b-b96a-c547919f9e4d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.1502845 Jun 03 16:20:16.244358 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9310877 Jun 03 16:20:16.275293 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-301da98e-2cb3-44d2-929f-ef075be99cbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488760 Jun 03 16:20:16.275988 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 55250) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:16.282753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Request body: {'subnet': {'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1272573098-subnet', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:16.310219 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc56bd1-6a29-44ff-94f7-848a3bae8a0e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:16.314575 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:16.342898 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:20:16.432431 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:16.437813 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-6f6d9a90-0095-40e7-a6f5-0f668c96e15e service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503723 Jun 03 16:20:16.440890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Usage tracker for resource:subnet and tenant:fa9fd80b10164d2e82bf21c3670cba04 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:16.454029 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:16.454333 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1e3b7c74-f35f-4c14-a350-5ef7291d1c88 req-dabdea88-351c-47d2-b12b-4fe434d1c0ae tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 210 time: 0.2079642 Jun 03 16:20:16.469403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c6f75-d4d6-4b5c-ae0f-87fa3860cfa1 req-42350a40-9499-4bcf-a05e-d7ab016e6181 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:16.477337 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7f9c6f75-d4d6-4b5c-ae0f-87fa3860cfa1 req-42350a40-9499-4bcf-a05e-d7ab016e6181 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 944 time: 0.5387220 Jun 03 16:20:16.670961 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69f84a69-d9a5-4183-9d1f-bd2259338678 req-2a0293b5-0433-4174-b9ac-a10e6ab85ade service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116137 Jun 03 16:20:16.672123 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:16.706815 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:16.730316 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7f9c6f75-d4d6-4b5c-ae0f-87fa3860cfa1 req-f9f6a664-cd68-4580-8cc1-523ffc006ca4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519853 Jun 03 16:20:16.731071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Made reservation on behalf of fa9fd80b10164d2e82bf21c3670cba04 for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:16.733372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.909567 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:16.909952 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.224827 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Sync routers for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:17.236423 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:17.237048 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:19:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:17.375170 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f973-da63-4543-bc36-72fb9b00154e req-45051cc4-e0b2-4dec-828a-cbaf954e4c96 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:17.378283 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1fe4f973-da63-4543-bc36-72fb9b00154e req-45051cc4-e0b2-4dec-828a-cbaf954e4c96 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.3827679 Jun 03 16:20:17.396621 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-f5b24f32-3e75-4034-bdae-3882d1a26d0d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:17.399041 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-f5b24f32-3e75-4034-bdae-3882d1a26d0d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "GET /v2.0/networks?id=ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 200 len: 809 time: 0.3198726 Jun 03 16:20:17.434054 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Request body: {'port': {'device_id': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f', 'admin_state_up': True, 'tenant_id': '39ac42dcc8a348328fd4135ffb03b83f'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:17.487565 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:17.637400 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-efd7dba6-9177-4b97-8649-5ba43d1a4ed7 req-dfc9f01e-d2b5-4349-b18e-405c6895ac19 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 210 time: 0.0513372 Jun 03 16:20:17.756266 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1fe4f973-da63-4543-bc36-72fb9b00154e req-66e55f8c-ea87-420f-8eda-7b1f589f22cc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659492 Jun 03 16:20:17.832971 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:17.846076 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:17.864267 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Made reservation on behalf of 39ac42dcc8a348328fd4135ffb03b83f for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:17.867845 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.901027 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:12Z', 'revision_number': 2, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:17.905315 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Checking router: 6b7ebdf1-45c8-47c4-babd-385da191ed0d for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:17.905702 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Updating router 6b7ebdf1-45c8-47c4-babd-385da191ed0d port 6968e2f1-8306-4479-a977-267507a58018 binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:17.964774 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.126736 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.144137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-606b1b6a-904f-48c9-9ac0-cf64e666d11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:18.213747 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906169-35fc-4ca0-8e94-30d450aed089 req-f0dacb20-ce9c-436e-9fe7-3712020e4554 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:18.215354 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-31906169-35fc-4ca0-8e94-30d450aed089 req-f0dacb20-ce9c-436e-9fe7-3712020e4554 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 944 time: 0.3276410 Jun 03 16:20:18.227675 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 27f11d2a-0daa-48b0-ad5b-993e465e81bf up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:18.255283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Allocated IP 172.20.0.13 (ad3f1c31-9628-4aee-9694-7fb229eaf45f/a6e92d0a-477b-4b54-8dcd-5f96d78a2776/9e470d43-e76e-433b-89a6-cad0ea3037e3) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:18.298317 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 27f11d2a-0daa-48b0-ad5b-993e465e81bf completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:18.303213 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 27f11d2a-0daa-48b0-ad5b-993e465e81bf triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:18.303725 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.305868 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a406c106-0de3-4172-b470-dba3c434ddaf,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:18.318269 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:18.329051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Checking segment: {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:18.329419 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Network hostable DHCP agents. Network: ccc56bd1-6a29-44ff-94f7-848a3bae8a0e, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:20:18.340619 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.350534 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-31906169-35fc-4ca0-8e94-30d450aed089 req-b64b916f-0808-430c-b683-859c4c8ae10a tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245546 Jun 03 16:20:18.354741 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Transition to ACTIVE for port object 6968e2f1-8306-4479-a977-267507a58018 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:18.363640 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.375890 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:18.401315 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:20:18.412917 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55286) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.453881 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, ccc56bd1-6a29-44ff-94f7-848a3bae8a0e) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:18.455317 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Pushing event updated for resources: {'Port': ['ID=6968e2f1-8306-4479-a977-267507a58018,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:18.480232 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e708752-1ea6-4b23-b6f8-cd47195569c8 None None] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:20:18.554451 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:18.555129 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.562331 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Deleting subnet eac227d7-52f4-4ce8-a84f-11d047684033 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:20:18.567831 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.592567 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.646611 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f11d2a-0daa-48b0-ad5b-993e465e81bf'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:18.649787 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b49840-2455-4124-a74a-46ee64b891fb" -d '{"events": [{"server_uuid": "efa55645-1dcf-4f25-a497-01c33ed48e69", "name": "network-vif-plugged", "status": "completed", "tag": "27f11d2a-0daa-48b0-ad5b-993e465e81bf"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:18.651051 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.651391 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.651943 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.652430 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.652911 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.653396 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.653908 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.654577 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.655489 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.656002 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.656785 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.657295 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.660962 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Attempting to bind port 6968e2f1-8306-4479-a977-267507a58018 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:18.661648 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Attempting to bind port 6968e2f1-8306-4479-a977-267507a58018 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:18.662233 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Attempting to bind port 6968e2f1-8306-4479-a977-267507a58018 on network adfdf3d3-c8b6-4f59-96ef-81f96da5488d {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:18.665413 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:18.671333 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:18.672243 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Checking segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:18.673038 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.673633 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Bound using segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:18.674356 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Bound port: 6968e2f1-8306-4479-a977-267507a58018, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:18.674966 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.698034 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:18.703329 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.722599 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.788248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.800772 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5197155 Jun 03 16:20:18.802699 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 55294) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.810462 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b28c52-5070-4bd7-bea3-baf826aef24b x-openstack-request-id: req-28b28c52-5070-4bd7-bea3-baf826aef24b {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:18.811043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa55645-1dcf-4f25-a497-01c33ed48e69", "name": "network-vif-plugged", "status": "completed", "tag": "27f11d2a-0daa-48b0-ad5b-993e465e81bf", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:18.811451 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28b28c52-5070-4bd7-bea3-baf826aef24b {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:18.812078 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f11d2a-0daa-48b0-ad5b-993e465e81bf', 'code': 200} Jun 03 16:20:18.813355 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.823240 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:18.850975 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-afe015cf-84c7-46e0-afae-65ad56698312 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:18.871184 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.908749 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] For port 6968e2f1-8306-4479-a977-267507a58018, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:18.916000 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] For port 6968e2f1-8306-4479-a977-267507a58018, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6968e2f1-8306-4479-a977-267507a58018,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:18.930863 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.951251 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:19.074203 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=27f11d2a-0daa-48b0-ad5b-993e465e81bf,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.084990 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.085722 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.086872 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.087670 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.088463 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.089147 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.089931 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.090484 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.091040 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.091586 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.092119 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.092651 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.098325 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-ccc56bd1-6a29-44ff-94f7-848a3bae8a0e', 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'fixed_ips': [{'subnet_id': 'a406c106-0de3-4172-b470-dba3c434ddaf'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:20:19.100000 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.112118 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:19.116771 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:19.168814 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Pushing event updated for resources: {'Port': ['ID=6968e2f1-8306-4479-a977-267507a58018,revision_number=4']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.174608 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:19.198400 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Pushing event updated for resources: {'Port': ['ID=9e470d43-e76e-433b-89a6-cad0ea3037e3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.203971 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:19.204658 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:19:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.235051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Network ad3f1c31-9628-4aee-9694-7fb229eaf45f is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:19.260806 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c420ff3-bc08-4d62-80e9-be4a6c2dc053 req-cafff434-d769-410f-99f2-fa640212457a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:19.268607 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8c420ff3-bc08-4d62-80e9-be4a6c2dc053 req-cafff434-d769-410f-99f2-fa640212457a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2395799 Jun 03 16:20:19.280051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:19.284859 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:19.295420 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:19.329230 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:19.348457 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:19.349142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.356073 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8c420ff3-bc08-4d62-80e9-be4a6c2dc053 req-83b861bd-9106-44bc-b70d-ec7723e216cb tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Jun 03 16:20:19.365396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Usage tracker for resource:router and tenant:fa9fd80b10164d2e82bf21c3670cba04 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:19.385495 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:19.387880 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.393020 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c8bb4432-beb0-43d3-92c9-375250dc259c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:19.410583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:19.438530 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:19.440046 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Allocated IP 172.20.0.2 (ccc56bd1-6a29-44ff-94f7-848a3bae8a0e/a406c106-0de3-4172-b470-dba3c434ddaf/b73694f9-02fb-45e3-ad51-2a77df1e4a0d) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:19.455205 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0372539 Jun 03 16:20:19.474966 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.476027 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.478525 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac227d7-52f4-4ce8-a84f-11d047684033,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.481649 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:19.489125 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.493330 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.509433 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/eac227d7-52f4-4ce8-a84f-11d047684033 HTTP/1.1" status: 204 len: 168 time: 1.0903330 Jun 03 16:20:19.509696 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55302) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:19.529013 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Request body: {'port': {'device_id': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:19.690286 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.793692 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.804384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d4ce5-b549-4118-ab26-e8920b18eb18 req-49b83507-1bfb-4595-aed2-d79d95b463c1 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:19.805679 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-426d4ce5-b549-4118-ab26-e8920b18eb18 req-49b83507-1bfb-4595-aed2-d79d95b463c1 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Synchronizing usage tracker for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:19.810059 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Transition to ACTIVE for port object b73694f9-02fb-45e3-ad51-2a77df1e4a0d will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:19.843312 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Transition to ACTIVE for port object b73694f9-02fb-45e3-ad51-2a77df1e4a0d will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:19.853663 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164c38-95cc-49a4-a42d-f60c41e8d565 req-fec7f2e1-6097-47ba-b5eb-423e4a506196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:19.853940 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.855229 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-63164c38-95cc-49a4-a42d-f60c41e8d565 req-fec7f2e1-6097-47ba-b5eb-423e4a506196 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 1098 time: 0.7340875 Jun 03 16:20:19.862308 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:19.886034 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.926046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b29d703-a69b-4ab8-902c-b8c378785166']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.943567 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd58492a-5508-4df8-97c6-1b4870524af0') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.943949 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd58492a-5508-4df8-97c6-1b4870524af0') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.945759 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:19.952793 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:19.963434 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.963758 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:19.983660 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.993474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:20:19.994152 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.019858 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Pushing event updated for resources: {'Port': ['ID=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.028202 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:20.067394 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-426d4ce5-b549-4118-ab26-e8920b18eb18 req-49b83507-1bfb-4595-aed2-d79d95b463c1 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Unset dirty status for tenant:39ac42dcc8a348328fd4135ffb03b83f on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:20.068563 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-426d4ce5-b549-4118-ab26-e8920b18eb18 req-49b83507-1bfb-4595-aed2-d79d95b463c1 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 932 time: 0.9456913 Jun 03 16:20:20.077916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:20:20.097971 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:20:20.104107 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.110890 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:20.120428 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-63164c38-95cc-49a4-a42d-f60c41e8d565 req-d3217153-cdda-410c-abd5-4d4d2baa3c4a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098238 Jun 03 16:20:20.131142 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.136505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b29d703-a69b-4ab8-902c-b8c378785166,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.139862 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:20.155793 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:18Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:20.160556 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.161837 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-cbfdaf41-4dd8-4330-ab2b-4be5a8ab764f admin admin] 10.222.0.54 "DELETE /v2.0/networks/3b29d703-a69b-4ab8-902c-b8c378785166 HTTP/1.1" status: 204 len: 168 time: 0.6507349 Jun 03 16:20:20.162534 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55304) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:20.175754 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec61489-a38e-478e-86c3-0b8e8a66c0c8 None None] The sync data for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb is: [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:18Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:20.207442 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-426d4ce5-b549-4118-ab26-e8920b18eb18 req-e3929cc3-1287-410a-837b-1294282bb61d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255467 Jun 03 16:20:20.214077 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Attempting to bind port b73694f9-02fb-45e3-ad51-2a77df1e4a0d on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:20.214523 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Attempting to bind port b73694f9-02fb-45e3-ad51-2a77df1e4a0d by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:20.215174 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Attempting to bind port b73694f9-02fb-45e3-ad51-2a77df1e4a0d on network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:20.221188 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:20.221571 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Checking segment: {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:20.221982 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.222409 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Bound using segment: {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:20.222888 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Bound port: b73694f9-02fb-45e3-ad51-2a77df1e4a0d, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:20.223278 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.327957 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Deleting subnet f720bd87-641b-4115-82de-989e69d9c321 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:20:20.337979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.353096 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] For port b73694f9-02fb-45e3-ad51-2a77df1e4a0d, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:20.357666 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] For port b73694f9-02fb-45e3-ad51-2a77df1e4a0d, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:20.371305 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.378524 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:20.460500 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-829fb05e-48dd-4273-95d4-2c5ce46a8735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.471666 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894477d-ed55-4459-bc6f-fc7728564764 req-ff71fb81-a487-46ee-bc73-66f2a7c9a7f1 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:20.488358 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b894477d-ed55-4459-bc6f-fc7728564764 req-ff71fb81-a487-46ee-bc73-66f2a7c9a7f1 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.2606628 Jun 03 16:20:20.506905 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Pushing event updated for resources: {'Port': ['ID=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.511148 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:20.543238 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.815675 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6968e2f1-8306-4479-a977-267507a58018 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:20.852048 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b894477d-ed55-4459-bc6f-fc7728564764 req-94d247f1-4d4a-4587-8d8f-00e8ac1e9dbb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555319 Jun 03 16:20:20.899476 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.047064 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 6968e2f1-8306-4479-a977-267507a58018 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:21.059479 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 6968e2f1-8306-4479-a977-267507a58018 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:21.059950 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.275718 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.324985 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 6968e2f1-8306-4479-a977-267507a58018, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6968e2f1-8306-4479-a977-267507a58018,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:21.331155 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.337327 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:21.413350 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c96e48-6c8a-4ce9-aab8-69b47305918f req-830b5127-e004-4a7b-b314-60ed90693f4e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:21.414982 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d0c96e48-6c8a-4ce9-aab8-69b47305918f req-830b5127-e004-4a7b-b314-60ed90693f4e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.8050885 Jun 03 16:20:21.438122 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=6968e2f1-8306-4479-a977-267507a58018,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:21.444764 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:21.451253 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.473553 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:21.656916 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d0c96e48-6c8a-4ce9-aab8-69b47305918f req-fbcc2c19-5e70-43fd-b7a3-e93107224777 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142220 Jun 03 16:20:21.661277 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f720bd87-641b-4115-82de-989e69d9c321,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:21.679444 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:21.686900 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.705603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.722792 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-091c6c6b-7244-4043-a7ab-816e7a7565d8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f720bd87-641b-4115-82de-989e69d9c321 HTTP/1.1" status: 204 len: 168 time: 1.5579510 Jun 03 16:20:21.723467 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55316) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:21.755448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.768868 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d429c7-3985-4ce1-bdd1-0b0e10272500 req-134f7a10-6e62-4e73-a2e3-4249fcf8a8ec tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:21.770444 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-48d429c7-3985-4ce1-bdd1-0b0e10272500 req-134f7a10-6e62-4e73-a2e3-4249fcf8a8ec tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 932 time: 0.1604543 Jun 03 16:20:21.856135 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e470d43-e76e-433b-89a6-cad0ea3037e3 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:20:21.869600 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.953188 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.959264 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191de797-10f1-4b31-a594-f6dfd62f99bc None None] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:20:21.996900 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Allocated IP 172.28.1.209 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/b1dee326-5aa1-403c-a488-3aaade95e4db) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:21.999211 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-48d429c7-3985-4ce1-bdd1-0b0e10272500 req-91dd6518-3a4c-4d02-b6fc-52bf33f058ad tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197221 Jun 03 16:20:22.034090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Transition to ACTIVE for port object 9e470d43-e76e-433b-89a6-cad0ea3037e3 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:22.051409 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.081225 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:22.125177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-520c14dd-6713-48fe-9af6-072df3dccbe2 None None] Provisioning for port b73694f9-02fb-45e3-ad51-2a77df1e4a0d completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:22.174818 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.194087 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d432669-f1e2-484c-8694-3f8f3ca4bfc7']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:22.207321 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e62aecd-1a35-48e4-a916-24467db03012') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:22.207623 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e62aecd-1a35-48e4-a916-24467db03012') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:22.219737 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.240956 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.252428 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:20:22.253064 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:20:22.267277 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:20:22.385355 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.391776 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:22.405224 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e470d43-e76e-433b-89a6-cad0ea3037e3,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:22.416893 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.424095 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:22.427029 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d432669-f1e2-484c-8694-3f8f3ca4bfc7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:22.430749 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d432669-f1e2-484c-8694-3f8f3ca4bfc7 HTTP/1.1" status: 204 len: 168 time: 0.7054846 Jun 03 16:20:22.436792 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3e3c5cf9-e2df-4707-876b-e0dbc6484545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:22.481201 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Attempting to bind port 9e470d43-e76e-433b-89a6-cad0ea3037e3 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:22.481605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Attempting to bind port 9e470d43-e76e-433b-89a6-cad0ea3037e3 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:22.481938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Attempting to bind port 9e470d43-e76e-433b-89a6-cad0ea3037e3 on network ad3f1c31-9628-4aee-9694-7fb229eaf45f {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:22.496344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.499661 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Port 9e470d43-e76e-433b-89a6-cad0ea3037e3 on network ad3f1c31-9628-4aee-9694-7fb229eaf45f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:20:22.500082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Attempting to bind port 9e470d43-e76e-433b-89a6-cad0ea3037e3 on network ad3f1c31-9628-4aee-9694-7fb229eaf45f {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:22.519556 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:22.519954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Checking segment: {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:22.520220 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Bound using segment: {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:22.520889 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Bound port: 9e470d43-e76e-433b-89a6-cad0ea3037e3, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85e236f-b1dc-49cd-807f-1aa555c521a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:22.521446 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.550381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12b671-4e68-4984-aa3a-ef6e8425f62c req-676918e3-b1da-47d8-8ced-c450a2e22070 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:22.559508 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2d12b671-4e68-4984-aa3a-ef6e8425f62c req-676918e3-b1da-47d8-8ced-c450a2e22070 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.4486778 Jun 03 16:20:22.729498 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2d12b671-4e68-4984-aa3a-ef6e8425f62c req-b84d2602-448d-4526-a75a-797d37762dc7 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685178 Jun 03 16:20:22.757599 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] For port 9e470d43-e76e-433b-89a6-cad0ea3037e3, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:22.764871 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55328) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:22.765921 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] For port 9e470d43-e76e-433b-89a6-cad0ea3037e3, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:22.776475 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.790636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:22.861791 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6968e2f1-8306-4479-a977-267507a58018 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:22.864363 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-dde25d95-e553-497d-bbb3-5938048d9ed1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a858f38e833c40f199dea79dc968c247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965998 Jun 03 16:20:22.868556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55330) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:22.946258 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 6968e2f1-8306-4479-a977-267507a58018 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:22.946579 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.957459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.975197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:22.975884 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.978127 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] 10.222.0.76 "PUT /v2.0/ports/9e470d43-e76e-433b-89a6-cad0ea3037e3 HTTP/1.1" status: 200 len: 1094 time: 3.5043750 Jun 03 16:20:22.981140 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'tag': '9e470d43-e76e-433b-89a6-cad0ea3037e3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:22.985206 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385" -d '{"events": [{"name": "network-changed", "server_uuid": "04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea", "tag": "9e470d43-e76e-433b-89a6-cad0ea3037e3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:23.025804 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:23.028628 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:23.034775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:23.053109 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.058557 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.083018 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22cfc-6f08-4719-8572-e401a7f46800 req-612fbce7-526e-4509-89ec-c982a54e67aa tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:23.093429 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-84b22cfc-6f08-4719-8572-e401a7f46800 req-612fbce7-526e-4509-89ec-c982a54e67aa tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2263200 Jun 03 16:20:23.098284 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c962eb66-16c9-42e6-9697-777934b1d417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.105104 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e470d43-e76e-433b-89a6-cad0ea3037e3,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:23.110055 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1245f595-2d41-4d89-8fad-cb8d534b1ab5 x-openstack-request-id: req-1245f595-2d41-4d89-8fad-cb8d534b1ab5 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:23.110404 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea", "tag": "9e470d43-e76e-433b-89a6-cad0ea3037e3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:23.110681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1245f595-2d41-4d89-8fad-cb8d534b1ab5 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:23.111087 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'tag': '9e470d43-e76e-433b-89a6-cad0ea3037e3', 'status': 'completed', 'code': 200} Jun 03 16:20:23.167876 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:23.168659 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:23.171851 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.197887 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-84b22cfc-6f08-4719-8572-e401a7f46800 req-ba8f2ac0-564f-4e85-bd39-72250149bf3a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007071 Jun 03 16:20:23.214361 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b73694f9-02fb-45e3-ad51-2a77df1e4a0d up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:23.282859 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.306345 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3fbb8172-3549-4e0e-9fc1-a324b4ccc55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:23.326473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb2be31-dca0-45cf-bfde-ecc0250c147b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:23.340866 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:23.342856 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.350119 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfb2be31-dca0-45cf-bfde-ecc0250c147b HTTP/1.1" status: 204 len: 168 time: 0.4800355 Jun 03 16:20:23.397490 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port b73694f9-02fb-45e3-ad51-2a77df1e4a0d completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:23.406220 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port b73694f9-02fb-45e3-ad51-2a77df1e4a0d triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:23.406871 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.498918 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1dee326-5aa1-403c-a488-3aaade95e4db,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:23.508333 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:23.628341 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.747774 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port b73694f9-02fb-45e3-ad51-2a77df1e4a0d, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:23.764107 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.771366 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-37b14de6-e32a-4e8d-8ede-813820f376c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:23.783480 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-bac3430c-ea6d-4a8c-a325-a892c4bb6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:23.787988 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-bac3430c-ea6d-4a8c-a325-a892c4bb6deb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 1097 time: 0.6797523 Jun 03 16:20:23.797851 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718130-0d90-4fc1-a8c1-e984ac3819d7 req-c96c54b5-f3d9-4628-91ff-2ec7e9b8003b tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:23.799482 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4b718130-0d90-4fc1-a8c1-e984ac3819d7 req-c96c54b5-f3d9-4628-91ff-2ec7e9b8003b tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 944 time: 0.5339823 Jun 03 16:20:23.881243 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:23.886005 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:23.902069 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-85992b20-4add-4f8e-bacb-44597e3bb01d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3 HTTP/1.1" status: 200 len: 217 time: 0.0907228 Jun 03 16:20:24.079024 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55354) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:24.099667 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.166297 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f51d2fa1-4744-470c-a921-bec3018cfbaa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8654e0667034834b234601c4c96b416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855367 Jun 03 16:20:24.168067 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4b718130-0d90-4fc1-a8c1-e984ac3819d7 req-d3394cf3-2899-430a-940a-7bce0d2a4c4c tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553388 Jun 03 16:20:24.171680 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55356) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:24.187277 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-f78ee99c-e14a-42bd-b714-488fa58bb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:24.189949 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-f78ee99c-e14a-42bd-b714-488fa58bb202 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e92d0a-477b-4b54-8dcd-5f96d78a2776 HTTP/1.1" status: 200 len: 849 time: 0.2145085 Jun 03 16:20:24.300178 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-c1de6498-8627-44a2-8337-79a29582734f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad3f1c31-9628-4aee-9694-7fb229eaf45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961065 Jun 03 16:20:24.377198 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.440353 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.520580 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.556753 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b534e-1421-4a79-8520-cec7ff139022 req-923d8b60-9cb1-4475-82fb-a3edee500b6e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:24.559206 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-325b534e-1421-4a79-8520-cec7ff139022 req-923d8b60-9cb1-4475-82fb-a3edee500b6e tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.2910955 Jun 03 16:20:24.637029 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.647418 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-008d347b-2f73-4d32-93b1-a6ff26e89214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:24.680177 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-325b534e-1421-4a79-8520-cec7ff139022 req-cb69a18a-606b-49f9-9132-89bd7ae2b409 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130979 Jun 03 16:20:24.685931 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11394ea5-1c25-4a58-96e0-63b941fb1bb6,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:24.692397 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:24.701227 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.703092 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11394ea5-1c25-4a58-96e0-63b941fb1bb6 HTTP/1.1" status: 204 len: 168 time: 0.5295167 Jun 03 16:20:24.718157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b73694f9-02fb-45e3-ad51-2a77df1e4a0d up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:24.797320 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-427c35df-7809-4b05-99e6-92c770f603be service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885802 Jun 03 16:20:24.879860 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port b73694f9-02fb-45e3-ad51-2a77df1e4a0d triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:24.880683 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.187024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.376944 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f94aabd5-51d1-4df5-9e66-63734ac91394 req-e809f08b-25c9-4e73-b53c-fc2fa014bfe7 service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289476 Jun 03 16:20:25.565501 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f55ca-ea15-419a-9a9a-366652164a66 req-b8ef406d-d02a-4d21-a7ff-8621dee527c8 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:25.567385 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b81f55ca-ea15-419a-9a9a-366652164a66 req-b8ef406d-d02a-4d21-a7ff-8621dee527c8 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 944 time: 0.0910907 Jun 03 16:20:25.606099 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f181b-25ea-4223-8c3d-f2f32c7a6c08 req-53597ed6-02e5-4cb6-b6c9-fc15d5d4970b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:25.607802 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70f181b-25ea-4223-8c3d-f2f32c7a6c08 req-53597ed6-02e5-4cb6-b6c9-fc15d5d4970b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2830851 Jun 03 16:20:25.625028 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b81f55ca-ea15-419a-9a9a-366652164a66 req-e7d3f013-6023-4ae6-a22b-a283d4f1db1e tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 Jun 03 16:20:25.674473 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Router 108164f7-0b6b-47b5-bb30-4e07febdf132 is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:20:25.692021 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70f181b-25ea-4223-8c3d-f2f32c7a6c08 req-efcc5051-9411-4218-bb80-7e9102b9112a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752585 Jun 03 16:20:25.702653 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-72c8537e-c497-4653-aec5-380ae43fecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:25.704490 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-72c8537e-c497-4653-aec5-380ae43fecd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 1097 time: 0.2069762 Jun 03 16:20:25.838807 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.030840 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-18ac5417-64a8-416b-b78e-952d256d689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:26.032710 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-18ac5417-64a8-416b-b78e-952d256d689b service neutron] 10.222.0.76 "GET /v2.0/networks?id=ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 200 len: 910 time: 0.2713778 Jun 03 16:20:26.033909 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:26.046530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Sync routers for ids ['108164f7-0b6b-47b5-bb30-4e07febdf132'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:26.083913 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Routers {'108164f7-0b6b-47b5-bb30-4e07febdf132'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:26.084953 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:20:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['108164f7-0b6b-47b5-bb30-4e07febdf132'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:26.129767 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-d0485041-c187-4e2b-833e-1637331c37ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3 HTTP/1.1" status: 200 len: 217 time: 0.0805998 Jun 03 16:20:26.205071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-2570cfc9-c07e-47f3-a346-2c6236cf2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:26.206612 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-2570cfc9-c07e-47f3-a346-2c6236cf2c07 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e92d0a-477b-4b54-8dcd-5f96d78a2776 HTTP/1.1" status: 200 len: 849 time: 0.0696843 Jun 03 16:20:26.208285 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.212689 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3647156 Jun 03 16:20:26.212965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 55408) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:26.339227 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-13e8834e-dbd8-4126-9cd5-7687ccdf7e34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ad3f1c31-9628-4aee-9694-7fb229eaf45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237869 Jun 03 16:20:26.369729 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Set router 108164f7-0b6b-47b5-bb30-4e07febdf132 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:26.498825 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-407f89d7-68e5-4981-8b6c-ff8ea2958745 service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455343 Jun 03 16:20:26.927094 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:20:23Z', 'revision_number': 3, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:26.944800 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Checking router: 108164f7-0b6b-47b5-bb30-4e07febdf132 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:26.945550 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Updating router 108164f7-0b6b-47b5-bb30-4e07febdf132 port b1dee326-5aa1-403c-a488-3aaade95e4db binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:27.010099 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.054749 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-69c89c72-3bb4-47a0-bbb1-3fffa4f14385 req-0ea8cfca-caa8-4767-baf7-dd8c7f45ec02 service neutron] 10.222.0.76 "GET /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627083 Jun 03 16:20:27.370359 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b5b17-de61-4d24-a8a8-27fb12e99a0a req-28d7f237-3639-4210-99a6-494e770647e9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:27.377559 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-af8b5b17-de61-4d24-a8a8-27fb12e99a0a req-28d7f237-3639-4210-99a6-494e770647e9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 944 time: 0.4665129 Jun 03 16:20:27.467585 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.484202 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-af8b5b17-de61-4d24-a8a8-27fb12e99a0a req-0eca4d41-7e32-4ae7-9c55-012302f1e083 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053541 Jun 03 16:20:27.488985 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Transition to ACTIVE for port object b1dee326-5aa1-403c-a488-3aaade95e4db will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:27.506049 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.510699 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:27.622013 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Attempting to bind port b1dee326-5aa1-403c-a488-3aaade95e4db on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:27.622587 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Attempting to bind port b1dee326-5aa1-403c-a488-3aaade95e4db by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:27.622982 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Attempting to bind port b1dee326-5aa1-403c-a488-3aaade95e4db on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:27.625338 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0570e06-f42c-4c6e-91fa-8550986366e9 None None] Pushing event updated for resources: {'Port': ['ID=b1dee326-5aa1-403c-a488-3aaade95e4db,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:27.628697 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e0570e06-f42c-4c6e-91fa-8550986366e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:27.636937 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:27.637802 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:27.638806 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.639900 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:27.640486 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Bound port: b1dee326-5aa1-403c-a488-3aaade95e4db, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:27.641520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.700236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.754915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] For port b1dee326-5aa1-403c-a488-3aaade95e4db, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:27.759909 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] For port b1dee326-5aa1-403c-a488-3aaade95e4db, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b1dee326-5aa1-403c-a488-3aaade95e4db,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:27.765190 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.775815 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:27.843200 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Routers {'108164f7-0b6b-47b5-bb30-4e07febdf132'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:27.844374 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:20:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['108164f7-0b6b-47b5-bb30-4e07febdf132'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:27.985513 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0570e06-f42c-4c6e-91fa-8550986366e9 None None] Pushing event updated for resources: {'Port': ['ID=b1dee326-5aa1-403c-a488-3aaade95e4db,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:27.997652 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Allocated IP 172.20.0.1 (ccc56bd1-6a29-44ff-94f7-848a3bae8a0e/a406c106-0de3-4172-b470-dba3c434ddaf/fb7b675c-9991-4901-a138-d8d19c237890) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:28.005908 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e0570e06-f42c-4c6e-91fa-8550986366e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:28.181793 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] Set router 108164f7-0b6b-47b5-bb30-4e07febdf132 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:28.242760 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.270138 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Transition to ACTIVE for port object fb7b675c-9991-4901-a138-d8d19c237890 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:28.305318 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.313387 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4ca13dc2-1b83-4911-bfbd-42d5c0493e54 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:28.393585 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:28.396405 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:28.398863 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:28.399335 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.431067 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Pushing event updated for resources: {'Port': ['ID=fb7b675c-9991-4901-a138-d8d19c237890,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:28.434442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:28.650442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.705170 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:20:23Z', 'revision_number': 3, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:28.710430 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bead1f-c4e7-41be-8842-f62a10038cb6 None None] The sync data for ids ['108164f7-0b6b-47b5-bb30-4e07febdf132'] in dv-cinder-786524-8-smb is: [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:20:23Z', 'revision_number': 3, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:28.782883 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-efa933b9-1164-4297-8fa4-60f027e237ce None None] Provisioning for port fb7b675c-9991-4901-a138-d8d19c237890 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:28.798737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-efa933b9-1164-4297-8fa4-60f027e237ce None None] Provisioning complete for port fb7b675c-9991-4901-a138-d8d19c237890 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:28.799276 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-efa933b9-1164-4297-8fa4-60f027e237ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.923836 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fc8c2-77b7-4070-9914-2f94daea7484 req-bbbca919-392d-4f42-9962-55a5ddd20d74 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:28.932858 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c71fc8c2-77b7-4070-9914-2f94daea7484 req-bbbca919-392d-4f42-9962-55a5ddd20d74 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 944 time: 0.2399495 Jun 03 16:20:28.981703 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-efa933b9-1164-4297-8fa4-60f027e237ce None None] Port fb7b675c-9991-4901-a138-d8d19c237890 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:28.998107 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c71fc8c2-77b7-4070-9914-2f94daea7484 req-1baeefb1-caef-4c4e-9be7-4e1f035dc9f9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637860 Jun 03 16:20:29.286861 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:29.292290 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:29.293280 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:29.297093 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:29.402991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Pushing event updated for resources: {'Port': ['ID=fb7b675c-9991-4901-a138-d8d19c237890,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:29.449457 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:29.530277 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:29.531787 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:29.788549 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Router 108164f7-0b6b-47b5-bb30-4e07febdf132 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:29.813942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-53b56ab4-9812-4ff1-a526-aa687ae6df06 None None] Provisioning complete for port fb7b675c-9991-4901-a138-d8d19c237890 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:29.815383 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-53b56ab4-9812-4ff1-a526-aa687ae6df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:29.925022 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-53b56ab4-9812-4ff1-a526-aa687ae6df06 None None] Port fb7b675c-9991-4901-a138-d8d19c237890 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:30.112636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:30.123824 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] 10.222.0.54 "PUT /v2.0/routers/108164f7-0b6b-47b5-bb30-4e07febdf132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9096067 Jun 03 16:20:30.215764 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cccffc-57ed-48ed-ad5b-91f2af5863bd req-2846449f-82ce-40f2-81de-a32e17247653 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:30.217298 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e7cccffc-57ed-48ed-ad5b-91f2af5863bd req-2846449f-82ce-40f2-81de-a32e17247653 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 944 time: 0.0847123 Jun 03 16:20:30.264736 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9e470d43-e76e-433b-89a6-cad0ea3037e3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:20:30.277032 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e7cccffc-57ed-48ed-ad5b-91f2af5863bd req-c22f62ca-f657-40f9-9ac7-317bf39032f9 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523310 Jun 03 16:20:30.499137 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 9e470d43-e76e-433b-89a6-cad0ea3037e3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:30.534324 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '9e470d43-e76e-433b-89a6-cad0ea3037e3', 'network_id': 'ad3f1c31-9628-4aee-9694-7fb229eaf45f', 'port_id': '9e470d43-e76e-433b-89a6-cad0ea3037e3', 'mac_address': 'fa:16:3e:31:3a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e92d0a-477b-4b54-8dcd-5f96d78a2776', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:20:30.668268 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:30.713323 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e470d43-e76e-433b-89a6-cad0ea3037e3 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:20:30.739375 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 9e470d43-e76e-433b-89a6-cad0ea3037e3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:30.750452 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:30.756917 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:30.831119 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b1dee326-5aa1-403c-a488-3aaade95e4db up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:30.941422 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=9e470d43-e76e-433b-89a6-cad0ea3037e3,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:30.952919 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:30.974780 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port b1dee326-5aa1-403c-a488-3aaade95e4db completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:30.987346 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port b1dee326-5aa1-403c-a488-3aaade95e4db triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:30.990614 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.046187 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.168984 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.179539 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-7960d90f-971a-4a23-9561-1d9f85ad50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:31.181682 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-7960d90f-971a-4a23-9561-1d9f85ad50b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.1814101 Jun 03 16:20:31.241127 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Sync routers for ids ['108164f7-0b6b-47b5-bb30-4e07febdf132'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:31.250335 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port b1dee326-5aa1-403c-a488-3aaade95e4db, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b1dee326-5aa1-403c-a488-3aaade95e4db,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:31.260359 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.268205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670101-49f4-469a-9493-c048004d6e65 req-613384c4-5cea-4aa6-a9a8-4db9ff54ace9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:31.275000 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fac93bfa-54cd-4ade-a434-a3f18e5f32ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:31.276472 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-82670101-49f4-469a-9493-c048004d6e65 req-613384c4-5cea-4aa6-a9a8-4db9ff54ace9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1810939 Jun 03 16:20:31.285581 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Routers {'108164f7-0b6b-47b5-bb30-4e07febdf132'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:31.286914 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:20:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['108164f7-0b6b-47b5-bb30-4e07febdf132'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:31.412360 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-82670101-49f4-469a-9493-c048004d6e65 req-a2f337bf-7d4c-4a1c-b799-fe14f7a762b6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347702 Jun 03 16:20:31.478381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-ec97ed2a-b954-445b-88a7-0b06a0b93bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:31.487868 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-ec97ed2a-b954-445b-88a7-0b06a0b93bf6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.2985458 Jun 03 16:20:31.541490 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['9e470d43-e76e-433b-89a6-cad0ea3037e3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:31.605504 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-f5bd3713-d88d-4629-80a2-797e4ad9508f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 217 time: 0.1105511 Jun 03 16:20:31.715424 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55530) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:31.771873 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Set router 108164f7-0b6b-47b5-bb30-4e07febdf132 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:31.831285 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-197d512d-96d0-4fb2-bc40-c6e4cc687c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:31.833208 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-197d512d-96d0-4fb2-bc40-c6e4cc687c05 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.2136962 Jun 03 16:20:31.853367 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=b1dee326-5aa1-403c-a488-3aaade95e4db,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:31.868788 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:31.875473 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002deae-43b5-458d-8eca-0c8efc34e03f req-9d92cb6b-86b1-4442-b87f-cea294e13b2a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:31.878765 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d002deae-43b5-458d-8eca-0c8efc34e03f req-9d92cb6b-86b1-4442-b87f-cea294e13b2a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 945 time: 0.1660900 Jun 03 16:20:31.971647 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-d397677f-cf35-4ede-b8a9-157f21933d1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084235 Jun 03 16:20:32.028812 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.066845 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:32.071236 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Usage tracker for resource:security_group_rule and tenant:a4cc4a99cc794b48bdc06ec9fb21d631 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:32.087230 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:32.094015 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:32.200667 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d002deae-43b5-458d-8eca-0c8efc34e03f req-6b5b9b29-8637-46f2-95f6-338de3e5fae7 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227678 Jun 03 16:20:32.353222 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.363118 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.369433 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-87dbbba9-7e39-4a8e-bbce-9a53fc3a37eb service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433046 Jun 03 16:20:32.397172 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:20:28Z', 'revision_number': 4, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': 'fb7b675c-9991-4901-a138-d8d19c237890', 'name': '', 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'mac_address': 'fa:16:3e:25:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'a406c106-0de3-4172-b470-dba3c434ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:27Z', 'updated_at': '2021-06-03T16:20:28Z', 'revision_number': 2, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'subnets': [{'id': 'a406c106-0de3-4172-b470-dba3c434ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:32.403874 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bbc9e2ad-7d50-446a-b932-f431c439ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:32.417999 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Checking router: 108164f7-0b6b-47b5-bb30-4e07febdf132 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:32.418556 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Updating router 108164f7-0b6b-47b5-bb30-4e07febdf132 port fb7b675c-9991-4901-a138-d8d19c237890 binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:32.482753 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4cc4a99cc794b48bdc06ec9fb21d631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655475 Jun 03 16:20:32.484113 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471d8f2-736f-4080-bc73-1fc5e46c5b88,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:32.486942 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55550) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:32.489732 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:32.596003 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.668163 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.753312 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.779435 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b1dee326-5aa1-403c-a488-3aaade95e4db up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:32.873907 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port b1dee326-5aa1-403c-a488-3aaade95e4db triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:32.875237 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.959751 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.971247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-863cf888-84d1-4d31-a4f5-59485f263a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:32.987341 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.988913 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b471d8f2-736f-4080-bc73-1fc5e46c5b88 HTTP/1.1" status: 204 len: 168 time: 0.5006642 Jun 03 16:20:32.990369 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471d8f2-736f-4080-bc73-1fc5e46c5b88,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:33.000098 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:33.130162 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-14697b19-8bcf-4e73-9c32-d9ba51e827c5 req-692efc68-df4e-48b8-9178-4c7cc223cd97 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518365 Jun 03 16:20:33.146306 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34278e-3d41-4dd0-9486-21f262b48433 req-005fc52b-0945-45bf-9367-41133d457cad tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:33.166581 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3b34278e-3d41-4dd0-9486-21f262b48433 req-005fc52b-0945-45bf-9367-41133d457cad tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.3513129 Jun 03 16:20:33.238244 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3b34278e-3d41-4dd0-9486-21f262b48433 req-9b0f8854-d18f-45be-af26-50e839eed1d6 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706205 Jun 03 16:20:33.388762 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:33.406980 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Transition to ACTIVE for port object fb7b675c-9991-4901-a138-d8d19c237890 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:33.416893 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:33.446079 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-de87f17d-c7ae-4f9c-9f1c-42017d2d29ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:33.522669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f369f-333f-497f-98c7-849bfd019414 req-0dc2a850-a3db-4aea-9eea-4f0b538e8a59 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:33.539516 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-da9f369f-333f-497f-98c7-849bfd019414 req-0dc2a850-a3db-4aea-9eea-4f0b538e8a59 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 945 time: 0.1739750 Jun 03 16:20:33.669630 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-da9f369f-333f-497f-98c7-849bfd019414 req-87334d66-46c4-415a-9e41-35d585aaa216 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269953 Jun 03 16:20:33.740185 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0475519-0962-48ed-9c42-64388d6bcd8b None None] Pushing event updated for resources: {'Port': ['ID=fb7b675c-9991-4901-a138-d8d19c237890,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:33.766004 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c0475519-0962-48ed-9c42-64388d6bcd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:33.767102 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Attempting to bind port fb7b675c-9991-4901-a138-d8d19c237890 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:33.767723 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Attempting to bind port fb7b675c-9991-4901-a138-d8d19c237890 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:33.768091 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Attempting to bind port fb7b675c-9991-4901-a138-d8d19c237890 on network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:33.778942 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:33.779709 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Checking segment: {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:33.780448 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:33.781113 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Bound using segment: {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:33.782278 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Bound port: fb7b675c-9991-4901-a138-d8d19c237890, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:33.782960 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:34.035295 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] For port fb7b675c-9991-4901-a138-d8d19c237890, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:34.040194 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] For port fb7b675c-9991-4901-a138-d8d19c237890, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=fb7b675c-9991-4901-a138-d8d19c237890,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:34.051855 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:34.056767 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:34.229057 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Routers {'108164f7-0b6b-47b5-bb30-4e07febdf132'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:20:34.233993 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:20:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['108164f7-0b6b-47b5-bb30-4e07febdf132'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:34.289764 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9e470d43-e76e-433b-89a6-cad0ea3037e3 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:34.502823 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 9e470d43-e76e-433b-89a6-cad0ea3037e3 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:34.513048 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 9e470d43-e76e-433b-89a6-cad0ea3037e3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:34.513496 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:34.581369 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] Set router 108164f7-0b6b-47b5-bb30-4e07febdf132 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:20:34.745640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a121f4-67d8-451f-a61d-51427e714354 req-9e17c85c-98a1-404a-b881-a6db1f717fab tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:34.757098 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c8a121f4-67d8-451f-a61d-51427e714354 req-9e17c85c-98a1-404a-b881-a6db1f717fab tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2156727 Jun 03 16:20:34.842641 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0475519-0962-48ed-9c42-64388d6bcd8b None None] Pushing event updated for resources: {'Port': ['ID=fb7b675c-9991-4901-a138-d8d19c237890,revision_number=4']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:34.854796 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c0475519-0962-48ed-9c42-64388d6bcd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:34.907148 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c8a121f4-67d8-451f-a61d-51427e714354 req-1bca1d46-184e-4063-9a1d-12289757a160 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380095 Jun 03 16:20:34.956538 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.035468 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e470d43-e76e-433b-89a6-cad0ea3037e3'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:35.040552 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628e329-d2e8-4763-9311-d69a4db7ae5f" -d '{"events": [{"server_uuid": "04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea", "name": "network-vif-plugged", "status": "completed", "tag": "9e470d43-e76e-433b-89a6-cad0ea3037e3"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:35.073512 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 9e470d43-e76e-433b-89a6-cad0ea3037e3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:35.084578 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.093375 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:35.140667 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1561-c363-4e0f-b19f-cb0b8f0d3247 req-cc96e4ec-17a9-4605-8dd5-6d84bcbf1f80 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:35.153736 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-122a1561-c363-4e0f-b19f-cb0b8f0d3247 req-cc96e4ec-17a9-4605-8dd5-6d84bcbf1f80 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 945 time: 0.2043641 Jun 03 16:20:35.240962 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936f3c21-760c-4250-b4fc-a66c181cb13b x-openstack-request-id: req-936f3c21-760c-4250-b4fc-a66c181cb13b {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:35.241715 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea", "name": "network-vif-plugged", "status": "completed", "tag": "9e470d43-e76e-433b-89a6-cad0ea3037e3", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:35.242249 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-936f3c21-760c-4250-b4fc-a66c181cb13b {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:35.242878 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e470d43-e76e-433b-89a6-cad0ea3037e3', 'code': 200} Jun 03 16:20:35.249652 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:20:28Z', 'revision_number': 4, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': 'fb7b675c-9991-4901-a138-d8d19c237890', 'name': '', 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'mac_address': 'fa:16:3e:25:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'a406c106-0de3-4172-b470-dba3c434ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:27Z', 'updated_at': '2021-06-03T16:20:34Z', 'revision_number': 4, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'subnets': [{'id': 'a406c106-0de3-4172-b470-dba3c434ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:35.268320 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7840788-3a35-4621-9ddd-8ab78dd2646b None None] The sync data for ids ['108164f7-0b6b-47b5-bb30-4e07febdf132'] in dv-cinder-786524-8-smb is: [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:20:28Z', 'revision_number': 4, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': 'fb7b675c-9991-4901-a138-d8d19c237890', 'name': '', 'network_id': 'ccc56bd1-6a29-44ff-94f7-848a3bae8a0e', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'mac_address': 'fa:16:3e:25:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'a406c106-0de3-4172-b470-dba3c434ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:27Z', 'updated_at': '2021-06-03T16:20:34Z', 'revision_number': 4, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'subnets': [{'id': 'a406c106-0de3-4172-b470-dba3c434ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:35.291053 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=9e470d43-e76e-433b-89a6-cad0ea3037e3,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:35.301730 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:35.341197 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-122a1561-c363-4e0f-b19f-cb0b8f0d3247 req-ad785c82-6a19-4702-963c-d8a79c821363 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812437 Jun 03 16:20:35.803797 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d64c9-615f-4c2f-aea8-ec16b8dae9b5 req-76c48609-3691-4101-80bb-c0b66bd2a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:35.806130 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ff4d64c9-615f-4c2f-aea8-ec16b8dae9b5 req-76c48609-3691-4101-80bb-c0b66bd2a4d5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 1099 time: 0.2054517 Jun 03 16:20:35.912549 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ff4d64c9-615f-4c2f-aea8-ec16b8dae9b5 req-1c8b9f7c-f765-4205-bba2-c58c809a3fd0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950871 Jun 03 16:20:36.345189 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285192e-1e76-450d-a2d2-82296165a087 req-e06a5f4c-465a-46df-b731-e7607b5470a3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:36.361577 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b285192e-1e76-450d-a2d2-82296165a087 req-e06a5f4c-465a-46df-b731-e7607b5470a3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2404978 Jun 03 16:20:36.485633 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b285192e-1e76-450d-a2d2-82296165a087 req-fae15e40-a08e-479a-b29e-57cf12fbf106 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175997 Jun 03 16:20:36.847608 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device fb7b675c-9991-4901-a138-d8d19c237890 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:36.992505 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839807bc-be62-4062-954b-51cbf70f1cf3 req-9bd2786f-cc9a-4d0d-9f51-96cfb020ea48 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:37.002258 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-839807bc-be62-4062-954b-51cbf70f1cf3 req-9bd2786f-cc9a-4d0d-9f51-96cfb020ea48 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 946 time: 0.4112380 Jun 03 16:20:37.061172 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port fb7b675c-9991-4901-a138-d8d19c237890 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:37.085230 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port fb7b675c-9991-4901-a138-d8d19c237890 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:37.086618 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:37.089537 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-839807bc-be62-4062-954b-51cbf70f1cf3 req-33ebab64-33cc-4ab5-9f79-ae959cfb9c8a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852489 Jun 03 16:20:37.335047 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:37.410573 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port fb7b675c-9991-4901-a138-d8d19c237890, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=fb7b675c-9991-4901-a138-d8d19c237890,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:37.421871 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:37.425062 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:37.644737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=fb7b675c-9991-4901-a138-d8d19c237890,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:37.653039 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:37.776019 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb129a5-6cb0-46fc-858e-693c6e17ba9e req-e5bcb86f-a02e-4491-a4bc-61dc512a2c76 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:37.788136 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cbb129a5-6cb0-46fc-858e-693c6e17ba9e req-e5bcb86f-a02e-4491-a4bc-61dc512a2c76 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.1986318 Jun 03 16:20:38.027414 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cbb129a5-6cb0-46fc-858e-693c6e17ba9e req-d08838fe-84e1-4c51-9133-72143a1bad8b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374103 Jun 03 16:20:38.142649 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107a8e6-c992-44c7-a40f-2bbe6ccf8d5f req-8bdd8433-b18f-4f08-8fab-119554c80b6a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:38.147294 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5107a8e6-c992-44c7-a40f-2bbe6ccf8d5f req-8bdd8433-b18f-4f08-8fab-119554c80b6a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2211480 Jun 03 16:20:38.297527 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5107a8e6-c992-44c7-a40f-2bbe6ccf8d5f req-fdb35020-8ce7-4007-880b-da79ab9b7ee2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424959 Jun 03 16:20:38.560302 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1571-1d75-4010-87e0-c4c9694fed71 req-f2e90aae-ab04-4376-9b77-627d22c48085 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:38.562616 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-afed1571-1d75-4010-87e0-c4c9694fed71 req-f2e90aae-ab04-4376-9b77-627d22c48085 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 946 time: 0.1068838 Jun 03 16:20:38.647705 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-afed1571-1d75-4010-87e0-c4c9694fed71 req-1bf47c32-5618-495d-bdfa-c20faa15852a tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615964 Jun 03 16:20:38.740566 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device fb7b675c-9991-4901-a138-d8d19c237890 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:38.904547 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port fb7b675c-9991-4901-a138-d8d19c237890 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:38.907602 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:39.260742 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbe701-ae12-4c0a-9eff-cd1a3e18d91b req-cd3998a7-c8f7-4853-91c6-86b23cf7e220 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:39.262905 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a6dbe701-ae12-4c0a-9eff-cd1a3e18d91b req-cd3998a7-c8f7-4853-91c6-86b23cf7e220 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.1129196 Jun 03 16:20:39.359030 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a6dbe701-ae12-4c0a-9eff-cd1a3e18d91b req-6fd81f3d-97ea-46fb-a2c8-655194986681 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888181 Jun 03 16:20:39.608270 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b42a5-e5f1-4b90-af74-baeb30859e7a req-5fe6eb83-298c-4654-b059-56a98c73e6e1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:39.610436 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb8b42a5-e5f1-4b90-af74-baeb30859e7a req-5fe6eb83-298c-4654-b059-56a98c73e6e1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1421397 Jun 03 16:20:39.686997 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb8b42a5-e5f1-4b90-af74-baeb30859e7a req-8d878842-c8d3-4720-89fa-3efb8e285241 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Jun 03 16:20:40.709057 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420d09-e134-45e0-802d-c2143bc77882 req-7e747248-19bd-4bec-8744-bcdfb94ef2d6 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:40.718351 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-eb420d09-e134-45e0-802d-c2143bc77882 req-7e747248-19bd-4bec-8744-bcdfb94ef2d6 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 946 time: 0.1546295 Jun 03 16:20:40.777733 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-eb420d09-e134-45e0-802d-c2143bc77882 req-8878ec78-c68e-455a-b34d-9b75974ff389 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581028 Jun 03 16:20:40.859267 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-24e359ee-2db5-423e-8f76-720fc7ef3608 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:40.863390 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-24e359ee-2db5-423e-8f76-720fc7ef3608 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.2856164 Jun 03 16:20:41.012454 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088aee1-9a61-4a32-9c22-94b6a8f47f42 req-cdf7ea3d-6485-4809-a652-159c03b8d820 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:41.021861 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f088aee1-9a61-4a32-9c22-94b6a8f47f42 req-cdf7ea3d-6485-4809-a652-159c03b8d820 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 945 time: 0.4463398 Jun 03 16:20:41.085141 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f088aee1-9a61-4a32-9c22-94b6a8f47f42 req-d769d69e-6991-480d-9667-ac6d3733b373 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620875 Jun 03 16:20:41.120318 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Deleting port 27f11d2a-0daa-48b0-ad5b-993e465e81bf {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:20:41.120965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:41.288034 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef494-eb5e-4460-b7a1-f59e79d2c9e6 req-0cac54a6-7019-46ba-ba74-4104b6022c65 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:41.294349 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-404ef494-eb5e-4460-b7a1-f59e79d2c9e6 req-0cac54a6-7019-46ba-ba74-4104b6022c65 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1133749 Jun 03 16:20:41.309046 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] For port 27f11d2a-0daa-48b0-ad5b-993e465e81bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=27f11d2a-0daa-48b0-ad5b-993e465e81bf,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:41.309407 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:41.359798 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-404ef494-eb5e-4460-b7a1-f59e79d2c9e6 req-1acf2567-ebf2-44c7-8b5a-f679000ce67f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643616 Jun 03 16:20:41.493828 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Calling delete_port for 27f11d2a-0daa-48b0-ad5b-993e465e81bf owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:20:41.620783 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:41.629890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-603480e7-882d-4144-aaba-8a6db0be2ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:41.683705 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472', '5d78fac7-4d28-45ac-a9e6-dbd781144e59', '51bd47fb-cd30-49af-8c2f-231bcb78baf3', '27f11d2a-0daa-48b0-ad5b-993e465e81bf'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:41.713695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event deleted for resources: {'Port': ['ID=27f11d2a-0daa-48b0-ad5b-993e465e81bf,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:41.740242 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:41.754209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] No DVR routers for this DVR port 27f11d2a-0daa-48b0-ad5b-993e465e81bf on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:41.755481 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:41.762391 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'name': 'network-vif-deleted', 'tag': '27f11d2a-0daa-48b0-ad5b-993e465e81bf'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:41.764685 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7076f62d-96fc-4dee-932d-0e131671a9ff" -d '{"events": [{"server_uuid": "efa55645-1dcf-4f25-a497-01c33ed48e69", "name": "network-vif-deleted", "tag": "27f11d2a-0daa-48b0-ad5b-993e465e81bf"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:41.778829 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f1cca9c0-f824-4491-84d9-8569a127b50a req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "DELETE /v2.0/ports/27f11d2a-0daa-48b0-ad5b-993e465e81bf HTTP/1.1" status: 204 len: 173 time: 0.9035957 Jun 03 16:20:41.831194 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f3ce7f-5ebe-485b-b4a7-450cfa1c2cd8 x-openstack-request-id: req-76f3ce7f-5ebe-485b-b4a7-450cfa1c2cd8 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:41.833085 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa55645-1dcf-4f25-a497-01c33ed48e69", "name": "network-vif-deleted", "tag": "27f11d2a-0daa-48b0-ad5b-993e465e81bf", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:41.833415 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76f3ce7f-5ebe-485b-b4a7-450cfa1c2cd8 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:41.833847 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa55645-1dcf-4f25-a497-01c33ed48e69', 'name': 'network-vif-deleted', 'tag': '27f11d2a-0daa-48b0-ad5b-993e465e81bf', 'status': 'completed', 'code': 200} Jun 03 16:20:42.063161 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f92c4-b9f1-415f-a346-2d94c1e3201f req-03fc12c8-1075-4c07-a9a6-bb888318f44d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:42.064728 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a37f92c4-b9f1-415f-a346-2d94c1e3201f req-03fc12c8-1075-4c07-a9a6-bb888318f44d tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 946 time: 0.1452765 Jun 03 16:20:42.160798 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a37f92c4-b9f1-415f-a346-2d94c1e3201f req-9dd30859-9790-47be-86ec-1345a4930bbd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880599 Jun 03 16:20:42.541903 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-67f0f60f-a867-4858-af0e-dd5827001a18 req-a7d95bb2-ac5e-4a31-91c5-a0f96ccc2805 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:42.571822 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-67f0f60f-a867-4858-af0e-dd5827001a18 req-a7d95bb2-ac5e-4a31-91c5-a0f96ccc2805 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:42.573228 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-67f0f60f-a867-4858-af0e-dd5827001a18 req-a7d95bb2-ac5e-4a31-91c5-a0f96ccc2805 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=efa55645-1dcf-4f25-a497-01c33ed48e69 HTTP/1.1" status: 200 len: 210 time: 0.2022386 Jun 03 16:20:42.809312 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144a3a7-d4bb-49d8-b7ac-f1e38b5c0141 req-cc2b9680-1df9-4bed-a3d3-5687ece45520 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:42.812914 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a144a3a7-d4bb-49d8-b7ac-f1e38b5c0141 req-cc2b9680-1df9-4bed-a3d3-5687ece45520 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1560411 Jun 03 16:20:42.844008 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-e0aac740-e4dd-4618-acbb-19a9aef724f0 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:42.846489 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-e0aac740-e4dd-4618-acbb-19a9aef724f0 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 946 time: 0.1871119 Jun 03 16:20:42.884978 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a144a3a7-d4bb-49d8-b7ac-f1e38b5c0141 req-1b77aa8c-cad6-405e-930c-22e7f2f276f8 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660586 Jun 03 16:20:43.048341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Deleting port 9e470d43-e76e-433b-89a6-cad0ea3037e3 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:20:43.048962 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:43.202813 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] For port 9e470d43-e76e-433b-89a6-cad0ea3037e3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9e470d43-e76e-433b-89a6-cad0ea3037e3,segment=NetworkSegment(b85e236f-b1dc-49cd-807f-1aa555c521a7),segment_id=b85e236f-b1dc-49cd-807f-1aa555c521a7)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:43.203430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:43.404118 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Calling delete_port for 9e470d43-e76e-433b-89a6-cad0ea3037e3 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:20:43.486244 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057317a6-3fe3-484a-9736-8239e36b34b2 req-c120a000-6b63-418e-b596-4ab63f1fa7c3 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:43.487682 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-057317a6-3fe3-484a-9736-8239e36b34b2 req-c120a000-6b63-418e-b596-4ab63f1fa7c3 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 946 time: 0.1325979 Jun 03 16:20:43.618861 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-057317a6-3fe3-484a-9736-8239e36b34b2 req-84720e21-f550-4cfa-b2c9-006d0f4c4be6 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194482 Jun 03 16:20:43.665468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:43.681019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5c497c0b-a9c6-413c-ace2-b2d8b955e58b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:43.772158 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Pushing event deleted for resources: {'Port': ['ID=9e470d43-e76e-433b-89a6-cad0ea3037e3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:43.776673 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:43.878249 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] No DVR routers for this DVR port 9e470d43-e76e-433b-89a6-cad0ea3037e3 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:43.880898 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:43.885845 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'name': 'network-vif-deleted', 'tag': '9e470d43-e76e-433b-89a6-cad0ea3037e3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:43.889774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c113473-d240-4e0e-b84c-6dbaa45a6485" -d '{"events": [{"server_uuid": "04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea", "name": "network-vif-deleted", "tag": "9e470d43-e76e-433b-89a6-cad0ea3037e3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:43.943723 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ca2de92a-c46d-4d42-a4bd-f92ce2287268 req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.76 "DELETE /v2.0/ports/9e470d43-e76e-433b-89a6-cad0ea3037e3 HTTP/1.1" status: 204 len: 173 time: 1.0825629 Jun 03 16:20:43.971775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889fc0bb-da9b-4242-af25-c2817649391e x-openstack-request-id: req-889fc0bb-da9b-4242-af25-c2817649391e {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:43.972288 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea", "name": "network-vif-deleted", "tag": "9e470d43-e76e-433b-89a6-cad0ea3037e3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:43.972738 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-889fc0bb-da9b-4242-af25-c2817649391e {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:43.973412 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea', 'name': 'network-vif-deleted', 'tag': '9e470d43-e76e-433b-89a6-cad0ea3037e3', 'status': 'completed', 'code': 200} Jun 03 16:20:44.062999 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['9e470d43-e76e-433b-89a6-cad0ea3037e3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:44.333799 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 27f11d2a-0daa-48b0-ad5b-993e465e81bf no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:44.354381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6871c-8ca9-4f90-800c-719d43bbf93d req-495f2184-5111-4956-b462-7ae04c50827c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:44.362140 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-28e6871c-8ca9-4f90-800c-719d43bbf93d req-495f2184-5111-4956-b462-7ae04c50827c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1677926 Jun 03 16:20:44.387464 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 27f11d2a-0daa-48b0-ad5b-993e465e81bf {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:20:44.387895 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 27f11d2a-0daa-48b0-ad5b-993e465e81bf not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:44.418394 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-28e6871c-8ca9-4f90-800c-719d43bbf93d req-1576eef6-069e-4784-916b-bd0c411c6585 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Jun 03 16:20:44.907375 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6046ffc9-1895-4eac-ad3b-ab37d512e90e req-e07c224c-f5c1-4b90-8c34-3ba688fe654c tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b99db1-edd7-4dbe-a1a9-2f0fc472f4ea HTTP/1.1" status: 200 len: 210 time: 0.0992124 Jun 03 16:20:45.153569 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:20:45.670714 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb27ce-fba0-4048-b00d-0d8b483d9903 req-eb1ca3eb-b88f-405e-92bb-508024ce7182 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:45.672082 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7ecb27ce-fba0-4048-b00d-0d8b483d9903 req-eb1ca3eb-b88f-405e-92bb-508024ce7182 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0960722 Jun 03 16:20:45.742623 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7ecb27ce-fba0-4048-b00d-0d8b483d9903 req-73fc777f-a756-403c-93a2-0e9fa6e713f9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639474 Jun 03 16:20:45.782249 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580c074-a1a6-451a-b215-67969b5d1fb4 req-b74c3466-cc10-4a5a-88f5-6cea749ced57 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:45.783971 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5580c074-a1a6-451a-b215-67969b5d1fb4 req-b74c3466-cc10-4a5a-88f5-6cea749ced57 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.1503136 Jun 03 16:20:45.840022 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5580c074-a1a6-451a-b215-67969b5d1fb4 req-f5595780-bf9e-4fb3-8bfe-4f5d98940304 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Jun 03 16:20:46.352690 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9e470d43-e76e-433b-89a6-cad0ea3037e3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:46.451773 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 9e470d43-e76e-433b-89a6-cad0ea3037e3 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:20:46.452144 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 9e470d43-e76e-433b-89a6-cad0ea3037e3 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:47.010369 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa8fd-1648-43ea-9cd8-3b99ec6c7109 req-4230abef-0262-4e86-b82c-c1d8c0351dec tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:47.017437 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d98fa8fd-1648-43ea-9cd8-3b99ec6c7109 req-4230abef-0262-4e86-b82c-c1d8c0351dec tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1305873 Jun 03 16:20:47.074677 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d98fa8fd-1648-43ea-9cd8-3b99ec6c7109 req-bed80ee7-ab8d-47f3-a6f7-504aaf0fa82d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557933 Jun 03 16:20:47.159046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12259d9-f972-4842-acbe-d379166f0aee req-2b304972-a3a4-4789-aa4f-1a9d8ca43949 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:47.161401 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c12259d9-f972-4842-acbe-d379166f0aee req-2b304972-a3a4-4789-aa4f-1a9d8ca43949 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.1445000 Jun 03 16:20:47.221015 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c12259d9-f972-4842-acbe-d379166f0aee req-563d6d52-a8d3-4e25-976b-63cdd60a46a0 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Jun 03 16:20:47.793973 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a81682d6-dabc-4cfa-8708-193c69582566 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:47.795531 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a81682d6-dabc-4cfa-8708-193c69582566 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 815 time: 0.1802952 Jun 03 16:20:47.821350 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-774cc09d-ea52-440f-b75f-e825323731e7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/quotas/05e25a0146d549d2aef6e09980239db5 HTTP/1.1" status: 200 len: 375 time: 0.0175412 Jun 03 16:20:47.945887 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-fa32356e-ae0f-4947-93f1-c99700425206 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168942 Jun 03 16:20:48.100380 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55886) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:48.232632 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-e3befeea-91f8-41b8-a4ef-2f438ed49288 service neutron] 10.222.0.54 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727294 Jun 03 16:20:48.269198 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.278162 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d281-3658-444a-8d82-cfc90074ce93 req-f78b7b5a-0671-40f5-95fd-1c17167d52fb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:48.279730 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0072d281-3658-444a-8d82-cfc90074ce93 req-f78b7b5a-0671-40f5-95fd-1c17167d52fb tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.2282751 Jun 03 16:20:48.292015 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:48.298787 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d74828a20d4260b4da14c5a54eb61d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:48.303758 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:48.311728 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:48.353513 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581136-f8f4-40e9-947e-1f6c751128fe req-b3b02804-461b-4a52-bbfb-1ddab690b014 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:48.355133 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-13581136-f8f4-40e9-947e-1f6c751128fe req-b3b02804-461b-4a52-bbfb-1ddab690b014 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1531863 Jun 03 16:20:48.437437 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-13581136-f8f4-40e9-947e-1f6c751128fe req-b4831600-6cfa-4046-be12-2535cf5cc9dc tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Jun 03 16:20:48.491482 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.497011 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.506810 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-72d2a16f-0642-4ca1-a711-9f0f3fab0bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:48.512577 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-bf439b2a-bd92-4793-863d-3795607fe98c service neutron] 10.222.0.54 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682867 Jun 03 16:20:48.541142 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3d74828a20d4260b4da14c5a54eb61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396138 Jun 03 16:20:48.544374 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55896) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:48.556970 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Deleting port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:20:48.557312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.635491 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffde03cc-7ffa-49c2-9a49-107f0966ec1e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:48.646326 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:48.703982 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.734416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] For port 51bd47fb-cd30-49af-8c2f-231bcb78baf3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51bd47fb-cd30-49af-8c2f-231bcb78baf3,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:48.734977 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.745148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7124fa3-fa0b-44cd-a8f7-8db0bdc6a5ce req-b11889ff-13ac-4171-aefb-f22c217234aa tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:48.746730 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a7124fa3-fa0b-44cd-a8f7-8db0bdc6a5ce req-b11889ff-13ac-4171-aefb-f22c217234aa tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 946 time: 0.1708627 Jun 03 16:20:48.763352 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.843051 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a7124fa3-fa0b-44cd-a8f7-8db0bdc6a5ce req-4b52b487-c366-49ee-8e6d-94fe16d1d7df tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825500 Jun 03 16:20:48.872233 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.877924 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-100bd2fb-a89c-4dde-bb82-c5a624717dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:48.920786 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.921925 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffde03cc-7ffa-49c2-9a49-107f0966ec1e HTTP/1.1" status: 204 len: 168 time: 0.3762653 Jun 03 16:20:48.923035 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffde03cc-7ffa-49c2-9a49-107f0966ec1e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:48.930358 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:48.933073 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Calling delete_port for 51bd47fb-cd30-49af-8c2f-231bcb78baf3 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:20:49.036024 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d409c945-a56f-4c9a-b5ed-a802c6d81a41 req-e4b9926e-126a-413d-b37c-1731054a6307 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 210 time: 0.0927994 Jun 03 16:20:49.238728 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:49.247102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:49.290484 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472', '5d78fac7-4d28-45ac-a9e6-dbd781144e59', '51bd47fb-cd30-49af-8c2f-231bcb78baf3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:49.298525 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event deleted for resources: {'Port': ['ID=51bd47fb-cd30-49af-8c2f-231bcb78baf3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:49.302626 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:49.378930 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55926) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:49.415373 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:49.449038 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:49.460553 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Usage tracker for resource:security_group_rule and tenant:e2505c073f7640938ed5ab59aa70da15 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:49.463476 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] No DVR routers for this DVR port 51bd47fb-cd30-49af-8c2f-231bcb78baf3 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:49.466237 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:49.470410 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'name': 'network-vif-deleted', 'tag': '51bd47fb-cd30-49af-8c2f-231bcb78baf3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:49.471198 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:49.474079 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5db886c-b653-46f4-84c8-7e19a44ed3c5" -d '{"events": [{"server_uuid": "3e65b0a6-4094-46b8-96f9-d1fbca922f22", "name": "network-vif-deleted", "tag": "51bd47fb-cd30-49af-8c2f-231bcb78baf3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:49.487373 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:49.495176 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0072d281-3658-444a-8d82-cfc90074ce93 req-44ffa2fa-7a9f-4d28-b8eb-916ed2fca4d2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "DELETE /v2.0/ports/51bd47fb-cd30-49af-8c2f-231bcb78baf3 HTTP/1.1" status: 204 len: 173 time: 1.2050080 Jun 03 16:20:49.615612 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9046ddc8-1ec2-4555-876c-594453ede89e x-openstack-request-id: req-9046ddc8-1ec2-4555-876c-594453ede89e {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:49.616395 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e65b0a6-4094-46b8-96f9-d1fbca922f22", "name": "network-vif-deleted", "tag": "51bd47fb-cd30-49af-8c2f-231bcb78baf3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:49.617905 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9046ddc8-1ec2-4555-876c-594453ede89e {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:49.618961 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e65b0a6-4094-46b8-96f9-d1fbca922f22', 'name': 'network-vif-deleted', 'tag': '51bd47fb-cd30-49af-8c2f-231bcb78baf3', 'status': 'completed', 'code': 200} Jun 03 16:20:49.685947 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:49.696136 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:49.734564 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05a2ea51-e751-47c1-adc5-00bdf9a82c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:49.770389 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2505c073f7640938ed5ab59aa70da15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903408 Jun 03 16:20:49.772179 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcdf8fe-533a-484f-8ae9-125c448266d1,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:49.782157 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:49.782713 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55936) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:49.803843 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abc7d2-1f18-4bae-93f8-06488426d75b req-c94ed64b-5710-4545-a10c-ac6eea99ae60 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:49.825162 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-83abc7d2-1f18-4bae-93f8-06488426d75b req-c94ed64b-5710-4545-a10c-ac6eea99ae60 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1774333 Jun 03 16:20:49.891850 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-83abc7d2-1f18-4bae-93f8-06488426d75b req-84e4272e-c3e0-4266-a80a-9bf9a74e6154 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653319 Jun 03 16:20:49.893811 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:49.934555 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.017522 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.021713 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-47a9d400-a105-4260-93b2-557979e9a1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:50.042089 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.043219 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbcdf8fe-533a-484f-8ae9-125c448266d1 HTTP/1.1" status: 204 len: 168 time: 0.2595556 Jun 03 16:20:50.044241 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcdf8fe-533a-484f-8ae9-125c448266d1,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:50.047066 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:50.075500 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-cf98285e-4ba4-455c-aa7f-2ac687dc4c74 req-81fe6121-310f-4565-ad6a-66a66234d6d5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:50.093071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-cf98285e-4ba4-455c-aa7f-2ac687dc4c74 req-81fe6121-310f-4565-ad6a-66a66234d6d5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:50.104875 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf98285e-4ba4-455c-aa7f-2ac687dc4c74 req-81fe6121-310f-4565-ad6a-66a66234d6d5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e65b0a6-4094-46b8-96f9-d1fbca922f22 HTTP/1.1" status: 200 len: 210 time: 0.0885139 Jun 03 16:20:50.260409 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4eee05d5-3649-4f30-9358-80f6496370c8 req-6075bf83-fa3e-4d13-b677-9babc2527d84 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Synchronizing usage tracker for tenant:05e25a0146d549d2aef6e09980239db5 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:50.285455 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-4eee05d5-3649-4f30-9358-80f6496370c8 req-6075bf83-fa3e-4d13-b677-9babc2527d84 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Unset dirty status for tenant:05e25a0146d549d2aef6e09980239db5 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:50.289455 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4eee05d5-3649-4f30-9358-80f6496370c8 req-6075bf83-fa3e-4d13-b677-9babc2527d84 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 210 time: 0.0854023 Jun 03 16:20:50.346225 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b4a189c0-9fce-49ca-bc11-9cf1610ef654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.681902 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55954) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:50.682452 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-9b5140ff-28da-4645-bfc9-35b62956fdae tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:50.684049 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-9b5140ff-28da-4645-bfc9-35b62956fdae tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.76 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 815 time: 0.2095461 Jun 03 16:20:50.712030 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'port': {'device_id': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'admin_state_up': True, 'tenant_id': '05e25a0146d549d2aef6e09980239db5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:50.713524 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.748057 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:50.756900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2341652ad70b45a7a885807415e01c3a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:50.762754 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:50.769320 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:50.867938 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.874363 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:50.883091 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d1f14a1c-ea02-4337-a73b-53923c845334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:50.934630 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6c0a88-d067-466b-8be0-381253cc46f7,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:50.939575 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2341652ad70b45a7a885807415e01c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555315 Jun 03 16:20:50.940698 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:50.942895 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 55962) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:51.004258 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:51.019275 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:51.047035 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.048906 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Made reservation on behalf of 05e25a0146d549d2aef6e09980239db5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:51.055124 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.125764 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.258764 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.282934 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:51.368659 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Allocated IP 172.20.0.5 (adfdf3d3-c8b6-4f59-96ef-81f96da5488d/f087fe78-ad95-457c-972c-53a16e809476/5beb8b8f-d508-4687-a186-c2c83b40276d) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:51.376854 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6c0a88-d067-466b-8be0-381253cc46f7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:51.390489 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:51.412706 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.418089 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa6c0a88-d067-466b-8be0-381253cc46f7 HTTP/1.1" status: 204 len: 168 time: 0.4738929 Jun 03 16:20:51.842884 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f35ac432-2b1a-49b4-a355-6779f270d130 req-bda25fb2-6d52-491e-b82f-69dddeac8722 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 210 time: 0.1017454 Jun 03 16:20:51.906256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.947673 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Transition to ACTIVE for port object 5beb8b8f-d508-4687-a186-c2c83b40276d will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:51.955613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b38342-a1c1-4d1d-abd7-32f939c20f3a req-192e34af-8443-4ecd-bbb4-fff12b4d6c6a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:51.957926 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e2b38342-a1c1-4d1d-abd7-32f939c20f3a req-192e34af-8443-4ecd-bbb4-fff12b4d6c6a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.4429564 Jun 03 16:20:51.987936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:51.994484 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:52.068703 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e2b38342-a1c1-4d1d-abd7-32f939c20f3a req-4ed220a6-92d3-4c17-8207-ff691eb7ec31 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027508 Jun 03 16:20:52.111545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:52.122210 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:52.135926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:52.141732 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:52.147667 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:20:52.154895 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:52.155501 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:52.191050 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4874723 Jun 03 16:20:52.221936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Request body: {'port': {'device_id': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:52.380925 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 51bd47fb-cd30-49af-8c2f-231bcb78baf3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:52.504808 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:52.531535 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 51bd47fb-cd30-49af-8c2f-231bcb78baf3 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:20:52.532273 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 51bd47fb-cd30-49af-8c2f-231bcb78baf3 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:52.583717 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-ba1b8047-dd4e-40dd-baba-e340fd062aac None None] Provisioning for port 5beb8b8f-d508-4687-a186-c2c83b40276d completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:52.605696 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-ba1b8047-dd4e-40dd-baba-e340fd062aac None None] Provisioning complete for port 5beb8b8f-d508-4687-a186-c2c83b40276d triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:52.607830 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ba1b8047-dd4e-40dd-baba-e340fd062aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:52.683562 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b8047-dd4e-40dd-baba-e340fd062aac None None] Port 5beb8b8f-d508-4687-a186-c2c83b40276d cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:52.987278 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:53.038086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7a322-7bd8-464f-9da3-f7a0cd6b2ae6 req-211709f8-33d4-4d8a-8516-635e1a442dda tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:53.053698 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-48f7a322-7bd8-464f-9da3-f7a0cd6b2ae6 req-211709f8-33d4-4d8a-8516-635e1a442dda tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.2454429 Jun 03 16:20:53.100055 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cbaad3b8-0294-448b-9fe2-05e2fc98e0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:53.141312 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-48f7a322-7bd8-464f-9da3-f7a0cd6b2ae6 req-0b4c7c06-508e-4b05-bfd3-1bb42d95d3ef tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818386 Jun 03 16:20:53.247260 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5beb8b8f-d508-4687-a186-c2c83b40276d {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:20:53.260949 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:53.293763 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Transition to ACTIVE for port object 5beb8b8f-d508-4687-a186-c2c83b40276d will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:53.299990 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:53.308758 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8dfbaf85-75ff-4e90-a506-d086b7ca5b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:53.421660 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75014466-be1e-48e9-bb81-fd35b6fa2b97 req-87590403-7a30-40a1-ac86-bccd5756a9e7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:53.434932 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-75014466-be1e-48e9-bb81-fd35b6fa2b97 req-87590403-7a30-40a1-ac86-bccd5756a9e7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.1632209 Jun 03 16:20:53.494326 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-75014466-be1e-48e9-bb81-fd35b6fa2b97 req-27a5bf04-36a7-4711-bb64-c1a20acf3dee tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Synchronizing usage tracker for tenant:05e25a0146d549d2aef6e09980239db5 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:53.566348 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-75014466-be1e-48e9-bb81-fd35b6fa2b97 req-27a5bf04-36a7-4711-bb64-c1a20acf3dee tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Unset dirty status for tenant:05e25a0146d549d2aef6e09980239db5 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:53.576851 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-75014466-be1e-48e9-bb81-fd35b6fa2b97 req-27a5bf04-36a7-4711-bb64-c1a20acf3dee tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406505 Jun 03 16:20:53.651594 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:53.666724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:53.722127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Attempting to bind port 5beb8b8f-d508-4687-a186-c2c83b40276d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:53.722543 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Attempting to bind port 5beb8b8f-d508-4687-a186-c2c83b40276d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:53.734043 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Attempting to bind port 5beb8b8f-d508-4687-a186-c2c83b40276d on network adfdf3d3-c8b6-4f59-96ef-81f96da5488d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:53.746694 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Port 5beb8b8f-d508-4687-a186-c2c83b40276d on network adfdf3d3-c8b6-4f59-96ef-81f96da5488d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:20:53.747017 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Attempting to bind port 5beb8b8f-d508-4687-a186-c2c83b40276d on network adfdf3d3-c8b6-4f59-96ef-81f96da5488d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:53.785224 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:53.785580 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Checking segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:20:53.785969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Bound using segment: {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:53.787731 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Bound port: 5beb8b8f-d508-4687-a186-c2c83b40276d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed72f04-be8f-4965-911d-c4e662a59ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:53.788117 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:53.918853 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:53.923281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:53.940033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:53.950116 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-476dd33a-4619-41c7-95c9-89ab584488fd tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:20:54.097623 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:54.116048 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:20:54.131543 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:54.132921 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:54.134777 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] 10.222.0.76 "PUT /v2.0/ports/5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 1093 time: 1.9249961 Jun 03 16:20:54.136705 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:20:54.139134 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3786d06d-48f2-4d1d-80ca-478bf08f0344" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:20:54.208784 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ce0c-83c5-4f1a-82f9-0f8746e5f088 req-469a426a-ae28-4d20-a8af-6d588635b3b9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:54.226315 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7f21ce0c-83c5-4f1a-82f9-0f8746e5f088 req-469a426a-ae28-4d20-a8af-6d588635b3b9 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2718041 Jun 03 16:20:54.290823 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7f21ce0c-83c5-4f1a-82f9-0f8746e5f088 req-1979b9b4-8a0b-4741-b2ee-87d4af6c2b1d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634511 Jun 03 16:20:54.378960 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aa907e-9762-4632-8c6a-d0acb25967fc x-openstack-request-id: req-a0aa907e-9762-4632-8c6a-d0acb25967fc {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:20:54.379307 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:20:54.379589 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0aa907e-9762-4632-8c6a-d0acb25967fc {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:20:54.380043 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'status': 'completed', 'code': 200} Jun 03 16:20:54.544826 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:54.599239 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852148c0-0d97-4be2-b0f6-2b7a0baf3bca req-5fbd3d2c-22be-4bfa-8cc8-688b6277d1c2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:20:54.600752 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-852148c0-0d97-4be2-b0f6-2b7a0baf3bca req-5fbd3d2c-22be-4bfa-8cc8-688b6277d1c2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.1185880 Jun 03 16:20:54.660548 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-852148c0-0d97-4be2-b0f6-2b7a0baf3bca req-f792078e-43c6-4431-b2b6-afa8b35921e1 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Jun 03 16:20:55.870860 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:01.001860 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:09.806590 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56120) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:09.883836 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Deleting subnet a6e92d0a-477b-4b54-8dcd-5f96d78a2776 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:21:09.887258 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:09.938689 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:09.995299 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.263597 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.268325 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:10.305692 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e92d0a-477b-4b54-8dcd-5f96d78a2776,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:10.308695 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.317986 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.318366 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.319198 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.319198 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.320289 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.320385 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.320817 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.321013 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.321351 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.321687 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.322022 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.322391 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:10.326393 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a6e92d0a-477b-4b54-8dcd-5f96d78a2776 HTTP/1.1" status: 204 len: 168 time: 0.5184679 Jun 03 16:21:10.327258 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:10.330705 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56122) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:10.439686 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.593602 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.611480 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.611828 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.612537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.612866 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > port after_create 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.613176 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.613521 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > port after_update 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.613834 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.614161 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.614648 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.614967 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.700479 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.700768 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.701096 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.701425 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 16:21:10.701804 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.services.segments.db [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3f1c31-9628-4aee-9694-7fb229eaf45f']}} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:10.751823 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.services.segments.db [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85e236f-b1dc-49cd-807f-1aa555c521a7') {'for_net_delete': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:10.752185 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.services.segments.db [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85e236f-b1dc-49cd-807f-1aa555c521a7') {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:10.778509 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32374250'] for segment, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.816526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.835676 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=91757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:21:10.836435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31594869'] for segment, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:10.936886 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da7f2-1706-4516-87fe-f5a319778132 req-aea5b856-9cae-47e7-a14f-02d922867072 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:10.939222 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-784da7f2-1706-4516-87fe-f5a319778132 req-aea5b856-9cae-47e7-a14f-02d922867072 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.0966814 Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: from cryptography.utils import int_from_bytes Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: from cryptography.utils import int_from_bytes Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: Traceback (most recent call last): Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: timer() Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: cb(*args, **kw) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: return func(*args, **kwargs) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: self._notify() Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: self.callback(batched_events) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: event.method(event) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: return f(self, *a, **k) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: return self._get(url).json() Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: return self.request(url, 'GET', **kwargs) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:21:10.945577 dv-cinder-786524-8-smb neutron-server[91757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:21:10.996346 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-784da7f2-1706-4516-87fe-f5a319778132 req-94c59063-c48f-4378-8ea8-a3c4d6074f7d tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Jun 03 16:21:11.113160 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d06d-48f2-4d1d-80ca-478bf08f0344 req-f03eb1dc-e006-4738-abee-9f758fcede45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.114984 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3786d06d-48f2-4d1d-80ca-478bf08f0344 req-f03eb1dc-e006-4738-abee-9f758fcede45 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1096 time: 0.4055676 Jun 03 16:21:11.159102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:11.182923 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335bb4d-a83b-46a7-982d-0cab61bbec72 req-05135ea7-a6fe-4a2a-bc04-e85068e364cc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.184433 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c335bb4d-a83b-46a7-982d-0cab61bbec72 req-05135ea7-a6fe-4a2a-bc04-e85068e364cc tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.0845921 Jun 03 16:21:11.194337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:11.239845 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c335bb4d-a83b-46a7-982d-0cab61bbec72 req-9ef1dc24-0a33-497d-842d-a75ee6b9f861 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478485 Jun 03 16:21:11.276283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:11.297771 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3f1c31-9628-4aee-9694-7fb229eaf45f,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:11.328540 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.328906 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.329263 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.329614 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.329996 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.330376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.330757 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.331539 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.331539 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.332102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.332382 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.332721 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:11.337150 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ad3f1c31-9628-4aee-9694-7fb229eaf45f HTTP/1.1" status: 204 len: 168 time: 1.0051918 Jun 03 16:21:11.338408 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6d68527b-081f-4b0a-bc4e-e90608ae6c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:11.371122 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-dc55d2b3-9246-4bb1-89d3-a1ab8752e70b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4163179 Jun 03 16:21:11.394636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d024c9e-2712-4f4e-9977-9a98f43b4c85 req-287eb278-591b-4bb5-9061-a1934260451d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.402489 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7d024c9e-2712-4f4e-9977-9a98f43b4c85 req-287eb278-591b-4bb5-9061-a1934260451d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.4486840 Jun 03 16:21:11.405632 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d06d-48f2-4d1d-80ca-478bf08f0344 req-89731663-251d-444c-b2a0-c78e017393f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.407111 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3786d06d-48f2-4d1d-80ca-478bf08f0344 req-89731663-251d-444c-b2a0-c78e017393f8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=05e25a0146d549d2aef6e09980239db5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2755711 Jun 03 16:21:11.546252 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7d024c9e-2712-4f4e-9977-9a98f43b4c85 req-bb4d9605-398a-4d79-aa83-79d25ca05d66 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427999 Jun 03 16:21:11.602560 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d06d-48f2-4d1d-80ca-478bf08f0344 req-d398d96d-df7e-4616-b752-a6f51ebfb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.604264 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3786d06d-48f2-4d1d-80ca-478bf08f0344 req-d398d96d-df7e-4616-b752-a6f51ebfb289 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812260 Jun 03 16:21:11.658785 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56138) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:11.715432 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e0f8e333-4f74-467b-929e-f735ce7aeebd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39ac42dcc8a348328fd4135ffb03b83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554240 Jun 03 16:21:11.719880 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56142) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:11.799384 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:11.833438 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:11.845504 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a57713d7-b0d0-404e-b33b-08c748e99fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.847834 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-a57713d7-b0d0-404e-b33b-08c748e99fcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1096 time: 0.1476855 Jun 03 16:21:11.865851 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-f5970338-76be-4ab5-b3e6-30813333f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:11.868046 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-f5970338-76be-4ab5-b3e6-30813333f69c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f542c1a71374300b7f6ca24c03492d5&device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 1098 time: 0.2101912 Jun 03 16:21:11.910814 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:11.916203 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1ca2d14d-161e-4278-ac0a-c58b6d764831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:11.933436 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecd42e5-d3bd-43e5-a837-727bfc5feb1b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:11.943491 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:11.951743 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:11.953195 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ecd42e5-d3bd-43e5-a837-727bfc5feb1b HTTP/1.1" status: 204 len: 168 time: 0.2322085 Jun 03 16:21:11.994964 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-406a3697-5f37-43d1-88ea-e63d13646a3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 217 time: 0.1100554 Jun 03 16:21:12.183843 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-bf5f4f1e-b09c-4fe0-8fea-316317a05724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:12.185484 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-bf5f4f1e-b09c-4fe0-8fea-316317a05724 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 200 len: 854 time: 0.1772492 Jun 03 16:21:12.229628 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a7f95-e4b1-4df3-9243-c2110780b83b req-ae440b10-d038-4fe5-902d-1df72b39672f tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:12.238361 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e37a7f95-e4b1-4df3-9243-c2110780b83b req-ae440b10-d038-4fe5-902d-1df72b39672f tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.1208949 Jun 03 16:21:12.249611 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-46784573-4dcf-4126-ae08-027a002a2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:12.251069 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-46784573-4dcf-4126-ae08-027a002a2a7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 200 len: 914 time: 0.2939982 Jun 03 16:21:12.307667 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e37a7f95-e4b1-4df3-9243-c2110780b83b req-552f27c1-4fc4-4866-9eb2-800fe5cf8d08 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Jun 03 16:21:12.338891 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-a9ebcfcb-2a2b-4151-a372-c48a6a88bae5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a83fdee-a8d6-4346-9063-cb689da0e472 HTTP/1.1" status: 200 len: 217 time: 0.0796697 Jun 03 16:21:12.469525 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-d633de5a-9974-47df-9149-5f9bdbf22a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:12.471074 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-d633de5a-9974-47df-9149-5f9bdbf22a81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2710357 Jun 03 16:21:12.478675 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-e56dd40e-4daf-47f2-87cd-313d84483d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:12.480150 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-e56dd40e-4daf-47f2-87cd-313d84483d91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 200 len: 853 time: 0.1337676 Jun 03 16:21:12.570070 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-b52adeb5-b0dd-46ac-a8f9-9f6ed3d91d34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e984840-f817-4db7-b0c8-5a4389679323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628994 Jun 03 16:21:12.828112 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f9df6-5977-41f3-a3d3-1310af22da34 req-3bf56179-aaf6-4fe3-9615-b6eab2742bc7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:12.830639 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3b2f9df6-5977-41f3-a3d3-1310af22da34 req-3bf56179-aaf6-4fe3-9615-b6eab2742bc7 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1545355 Jun 03 16:21:12.901784 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3b2f9df6-5977-41f3-a3d3-1310af22da34 req-786b167c-d941-4e9d-9fa7-ee91d3e0b282 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634692 Jun 03 16:21:13.008009 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-8a0cead4-176b-4602-b9d5-fbcb522a02e6 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202587 Jun 03 16:21:13.023640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c308-83ec-4718-8b8a-81952ddc0460 req-1db53324-2025-445a-9d86-3e61a1367204 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:13.025433 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c7f5c308-83ec-4718-8b8a-81952ddc0460 req-1db53324-2025-445a-9d86-3e61a1367204 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.6016603 Jun 03 16:21:13.099118 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-2e95693d-557c-4252-b71e-5fbbf8ed0a7f service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169742 Jun 03 16:21:13.264816 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c7f5c308-83ec-4718-8b8a-81952ddc0460 req-a2a7e383-a398-40f6-9b21-84e1f4c3c789 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962237 Jun 03 16:21:13.374057 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-87c5909f-b910-46b8-b8d4-227072ee43be tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:13.375585 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-87c5909f-b910-46b8-b8d4-227072ee43be tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 945 time: 0.4690082 Jun 03 16:21:13.456210 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2a8c41-38f7-43a8-b421-d3e20f368784 req-22945f0c-693a-4af4-b5bb-eee0d5a3210c service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179144 Jun 03 16:21:13.563327 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a2cf114a-ff0b-4ab8-b3bf-acc7025b3000 req-6033d8f6-c420-450c-82c3-2b1f39f86d32 service neutron] 10.222.0.76 "GET /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456451 Jun 03 16:21:13.621698 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d942cdf-c239-435d-819f-9bf99f08b57c req-ec4ebde3-6124-4390-96b5-9547bfb59995 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:13.624062 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4d942cdf-c239-435d-819f-9bf99f08b57c req-ec4ebde3-6124-4390-96b5-9547bfb59995 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.1427553 Jun 03 16:21:13.689524 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748007-4210-4f06-b913-2b723d2833ed req-28f5f393-c960-4572-be9b-39a001e56185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:13.691224 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-05748007-4210-4f06-b913-2b723d2833ed req-28f5f393-c960-4572-be9b-39a001e56185 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.2037184 Jun 03 16:21:13.694319 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4d942cdf-c239-435d-819f-9bf99f08b57c req-f95c93aa-54ff-42b3-aad4-002f464bf45e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jun 03 16:21:13.707067 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Deleting port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:21:13.707329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:13.838837 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-05748007-4210-4f06-b913-2b723d2833ed req-0e4a2c09-0101-4b06-8ba1-7c39b0c8add3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347072 Jun 03 16:21:13.893454 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] For port 5d78fac7-4d28-45ac-a9e6-dbd781144e59, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5d78fac7-4d28-45ac-a9e6-dbd781144e59,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:13.893808 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:14.055695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Calling delete_port for 5d78fac7-4d28-45ac-a9e6-dbd781144e59 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:21:14.215026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039dfc3-5355-4196-8b6c-37d8b55465a2 req-fce3874b-82f2-4071-aefd-bcefd37bbb5b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:14.216434 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8039dfc3-5355-4196-8b6c-37d8b55465a2 req-fce3874b-82f2-4071-aefd-bcefd37bbb5b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1433713 Jun 03 16:21:14.332315 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8039dfc3-5355-4196-8b6c-37d8b55465a2 req-cc8d60b8-93d4-46bd-bd1a-b8082ee5e1d1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029053 Jun 03 16:21:14.338529 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:14.348405 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:14.394604 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472', '5d78fac7-4d28-45ac-a9e6-dbd781144e59'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:14.396770 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event deleted for resources: {'Port': ['ID=5d78fac7-4d28-45ac-a9e6-dbd781144e59,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:14.401929 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:14.592215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] No DVR routers for this DVR port 5d78fac7-4d28-45ac-a9e6-dbd781144e59 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:21:14.604848 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e39073a7-ea7e-466c-bb8a-bd7c48c6a4b1 req-3f0a7862-e3ea-48df-bec7-1eab95dbe00b tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 210 time: 0.0839968 Jun 03 16:21:14.606051 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:14.609319 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'name': 'network-vif-deleted', 'tag': '5d78fac7-4d28-45ac-a9e6-dbd781144e59'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:14.612468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b7bc6-cd30-4abb-800e-6ae0176d1aec" -d '{"events": [{"server_uuid": "e20f4196-3ada-44e7-b515-40e7a26cb37e", "name": "network-vif-deleted", "tag": "5d78fac7-4d28-45ac-a9e6-dbd781144e59"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:14.634472 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-04c10555-f735-404d-aa7c-33bbee40cc81 req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "DELETE /v2.0/ports/5d78fac7-4d28-45ac-a9e6-dbd781144e59 HTTP/1.1" status: 204 len: 173 time: 1.2426078 Jun 03 16:21:14.691531 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa417c04-8d78-4438-b838-03ab5e3a81ba x-openstack-request-id: req-fa417c04-8d78-4438-b838-03ab5e3a81ba {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:14.691852 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20f4196-3ada-44e7-b515-40e7a26cb37e", "name": "network-vif-deleted", "tag": "5d78fac7-4d28-45ac-a9e6-dbd781144e59", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:14.692128 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa417c04-8d78-4438-b838-03ab5e3a81ba {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:14.692544 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20f4196-3ada-44e7-b515-40e7a26cb37e', 'name': 'network-vif-deleted', 'tag': '5d78fac7-4d28-45ac-a9e6-dbd781144e59', 'status': 'completed', 'code': 200} Jun 03 16:21:14.828557 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e6dfb-ed3e-4398-9605-a4a071a19fa5 req-bfbd9901-de6f-40bd-afd0-3fd324854700 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:14.828557 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3e2e6dfb-ed3e-4398-9605-a4a071a19fa5 req-bfbd9901-de6f-40bd-afd0-3fd324854700 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1476467 Jun 03 16:21:14.914776 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3e2e6dfb-ed3e-4398-9605-a4a071a19fa5 req-4edea56b-be74-40e8-930f-71fd42aa5acb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803659 Jun 03 16:21:15.110914 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18ec3-2db4-42d6-9a7d-b5b84fb5baef req-7cec254f-73df-45c6-a1d7-77d882aed072 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:15.112439 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-51b18ec3-2db4-42d6-9a7d-b5b84fb5baef req-7cec254f-73df-45c6-a1d7-77d882aed072 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.0866842 Jun 03 16:21:15.175203 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-51b18ec3-2db4-42d6-9a7d-b5b84fb5baef req-92643f83-c2ca-4883-98cd-00f2633c3959 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Jun 03 16:21:15.559057 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189c41-f5ea-4694-a32f-851cdb1624d6 req-33ff2f36-b9b1-4f4c-be71-0791455bcd75 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:15.562680 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-57189c41-f5ea-4694-a32f-851cdb1624d6 req-33ff2f36-b9b1-4f4c-be71-0791455bcd75 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1110060 Jun 03 16:21:15.612302 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-57189c41-f5ea-4694-a32f-851cdb1624d6 req-c54e43b9-7af0-4df4-a13d-a1ce82cf2cc1 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Jun 03 16:21:15.801227 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-42930064-2c4d-4302-b222-2fccf48b2085 req-767d7f9a-23c2-4608-a6e3-d1b1e5a8aef0 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Synchronizing usage tracker for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:21:15.826829 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-42930064-2c4d-4302-b222-2fccf48b2085 req-767d7f9a-23c2-4608-a6e3-d1b1e5a8aef0 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Unset dirty status for tenant:7f542c1a71374300b7f6ca24c03492d5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:21:15.831106 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-42930064-2c4d-4302-b222-2fccf48b2085 req-767d7f9a-23c2-4608-a6e3-d1b1e5a8aef0 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e20f4196-3ada-44e7-b515-40e7a26cb37e HTTP/1.1" status: 200 len: 210 time: 0.0820541 Jun 03 16:21:16.158355 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb40139-e88c-4130-a03d-1d4598d9fb05 req-14a18783-35ad-4d5a-b8c2-f9826deeb3c5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:16.159850 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2eb40139-e88c-4130-a03d-1d4598d9fb05 req-14a18783-35ad-4d5a-b8c2-f9826deeb3c5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1101859 Jun 03 16:21:16.285656 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2eb40139-e88c-4130-a03d-1d4598d9fb05 req-69d0f459-2915-4c99-b3b3-45554e2d928f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190627 Jun 03 16:21:16.407849 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707f483-e530-4c23-a7a0-99448235de09 req-45cac5b9-d998-4ecc-bfb9-9e99a1a9347b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:16.408488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d707f483-e530-4c23-a7a0-99448235de09 req-45cac5b9-d998-4ecc-bfb9-9e99a1a9347b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Synchronizing usage tracker for tenant:05e25a0146d549d2aef6e09980239db5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:21:16.430378 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d707f483-e530-4c23-a7a0-99448235de09 req-45cac5b9-d998-4ecc-bfb9-9e99a1a9347b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Unset dirty status for tenant:05e25a0146d549d2aef6e09980239db5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:21:16.432273 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d707f483-e530-4c23-a7a0-99448235de09 req-45cac5b9-d998-4ecc-bfb9-9e99a1a9347b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.1195550 Jun 03 16:21:16.486021 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d707f483-e530-4c23-a7a0-99448235de09 req-6b1de298-f6bb-4302-b085-1680ea503ce4 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476356 Jun 03 16:21:16.531187 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5d78fac7-4d28-45ac-a9e6-dbd781144e59 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:16.577235 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 5d78fac7-4d28-45ac-a9e6-dbd781144e59 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:21:16.577735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5d78fac7-4d28-45ac-a9e6-dbd781144e59 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:16.849674 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86712-0349-4f43-8cdc-214d0aba8b8e req-4d59850e-3181-4e71-bca8-2964b5eb55cb tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:16.852987 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-08b86712-0349-4f43-8cdc-214d0aba8b8e req-4d59850e-3181-4e71-bca8-2964b5eb55cb tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1129348 Jun 03 16:21:16.924857 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-08b86712-0349-4f43-8cdc-214d0aba8b8e req-3f5fe096-2a5f-4094-afe5-c787c13f4e65 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556321 Jun 03 16:21:17.170994 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56266) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:17.327651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:17.351123 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:17.355578 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Usage tracker for resource:security_group_rule and tenant:c23b07ace61f4f5e8de8bc9188654294 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:17.359914 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:17.367991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:17.511161 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:17.564662 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9afb8-f558-4fb6-a009-0c1f36530074 req-0edc33c8-a14a-4899-a722-ef65fa2890a0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:17.573547 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-60b9afb8-f558-4fb6-a009-0c1f36530074 req-0edc33c8-a14a-4899-a722-ef65fa2890a0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1399276 Jun 03 16:21:17.635325 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-60b9afb8-f558-4fb6-a009-0c1f36530074 req-aac09116-0aeb-45e9-83b1-2d6eeefc2618 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607285 Jun 03 16:21:17.698720 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:17.740938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8cd4e85e-1923-4d4c-9ece-fa50c9e7465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:17.751626 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c23b07ace61f4f5e8de8bc9188654294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750158 Jun 03 16:21:17.752341 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56280) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:17.806987 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c2815-645e-4dea-a208-015bd186338f,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:17.817611 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:17.860358 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-197f412f-d5d1-4832-af59-7cb41169ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:17.862156 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-197f412f-d5d1-4832-af59-7cb41169ea11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 1099 time: 0.3494720 Jun 03 16:21:17.872732 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499c1f-cf10-4d3a-b897-1613232d2013 req-9f988377-37af-4c90-8554-8f83ab6fcc9e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:17.874233 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4a499c1f-cf10-4d3a-b897-1613232d2013 req-9f988377-37af-4c90-8554-8f83ab6fcc9e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2288589 Jun 03 16:21:17.890510 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:17.925479 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:17.963206 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3965c1-fcf8-4cec-a98a-169ca588ab36 req-c731eda4-55cb-4f81-bc2e-716c650a5570 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:17.964783 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ab3965c1-fcf8-4cec-a98a-169ca588ab36 req-c731eda4-55cb-4f81-bc2e-716c650a5570 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 943 time: 0.1741376 Jun 03 16:21:18.010703 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4a499c1f-cf10-4d3a-b897-1613232d2013 req-46834a49-8e60-49af-9056-f0c67863a14c tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157384 Jun 03 16:21:18.028016 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ab3965c1-fcf8-4cec-a98a-169ca588ab36 req-943e9800-c79b-4aa7-bce6-351bd9f8d19b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 Jun 03 16:21:18.044553 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:18.052031 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f485af81-174c-477b-8180-afe2d818f26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:18.057824 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-da87852c-0973-4999-b547-977a99509b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:18.059556 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-da87852c-0973-4999-b547-977a99509b6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 200 len: 920 time: 0.1843531 Jun 03 16:21:18.064903 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c2815-645e-4dea-a208-015bd186338f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:18.067559 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:18.074745 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:18.079057 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd4c2815-645e-4dea-a208-015bd186338f HTTP/1.1" status: 204 len: 168 time: 0.3223698 Jun 03 16:21:18.152496 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-6b045e2a-df08-4071-a19a-1f36bf720428 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 200 len: 217 time: 0.0862949 Jun 03 16:21:18.239499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-5dbfaffa-de35-434f-a3c5-b55265b62e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:18.241496 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-5dbfaffa-de35-434f-a3c5-b55265b62e2f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 200 len: 859 time: 0.0820858 Jun 03 16:21:18.295667 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-4c203812-cbb1-4174-b7cf-43766bd8e556 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=592972e3-0317-4bda-8259-5457b522281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479209 Jun 03 16:21:18.462930 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-ddfaaaee-c771-4528-a968-cf06b3b1c1de service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599538 Jun 03 16:21:18.520091 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5beb8b8f-d508-4687-a186-c2c83b40276d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:21:18.616902 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebd63266-0ba7-4c6e-8c8a-94000e27fbec req-75c140c8-856f-4d21-929d-e6991d48a5d7 service neutron] 10.222.0.76 "GET /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465509 Jun 03 16:21:18.747379 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:18.768673 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38361a-7458-49ea-a686-7e8959032530 req-05e9ba24-ac57-41e7-a067-547ff9a27149 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:18.772681 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'port_id': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:21:18.776593 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2e38361a-7458-49ea-a686-7e8959032530 req-05e9ba24-ac57-41e7-a067-547ff9a27149 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.1238422 Jun 03 16:21:18.847928 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:18.851537 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2e38361a-7458-49ea-a686-7e8959032530 req-cc24aa20-60ab-49d1-98cf-40485645735c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733132 Jun 03 16:21:18.875414 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5beb8b8f-d508-4687-a186-c2c83b40276d {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:21:18.886511 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:18.891970 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:18.894756 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:18.971626 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:18.974855 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:19.033543 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46e654-3287-4e5b-b03c-f8514fcb6868 req-dbf7e175-e7ca-4d6f-8623-3e90b2c5acb9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:19.035257 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9d46e654-3287-4e5b-b03c-f8514fcb6868 req-dbf7e175-e7ca-4d6f-8623-3e90b2c5acb9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0884082 Jun 03 16:21:19.104301 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9d46e654-3287-4e5b-b03c-f8514fcb6868 req-6d5f0cb4-3bfb-4562-98d5-aa248ca6c3c5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570707 Jun 03 16:21:19.265123 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124ff8-da17-45d7-a5ad-ba74449710d4 req-4b712167-caf7-4d50-8b05-18446d478b65 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:19.268675 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-28124ff8-da17-45d7-a5ad-ba74449710d4 req-4b712167-caf7-4d50-8b05-18446d478b65 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1272657 Jun 03 16:21:19.323675 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-28124ff8-da17-45d7-a5ad-ba74449710d4 req-19a8b375-d43a-42f8-a8fe-521663af39bb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499136 Jun 03 16:21:19.325141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859566-6078-4332-8b5a-197976f18322 req-9ad5490e-f22d-4723-a0f7-9846af221516 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:19.326718 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c1859566-6078-4332-8b5a-197976f18322 req-9ad5490e-f22d-4723-a0f7-9846af221516 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1050320 Jun 03 16:21:19.408255 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c1859566-6078-4332-8b5a-197976f18322 req-54aa9712-4cfd-46d7-ae9f-f8073feb581f tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731890 Jun 03 16:21:19.544492 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24204e-865d-46e4-a7ac-05893457b808 req-13e03a6e-da40-49a0-be59-3d4fab1aef27 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:19.546671 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-da24204e-865d-46e4-a7ac-05893457b808 req-13e03a6e-da40-49a0-be59-3d4fab1aef27 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 944 time: 0.0881827 Jun 03 16:21:19.547685 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5beb8b8f-d508-4687-a186-c2c83b40276d'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:19.604897 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-da24204e-865d-46e4-a7ac-05893457b808 req-3b4c7e72-dc2e-4a69-b911-7d8d0870fc7f tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 Jun 03 16:21:20.130071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4711b2-47af-4616-a6eb-9d75e4cdabca req-b0932781-f6bc-4a18-95d6-cd8b4b0e6ff9 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:20.131492 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1b4711b2-47af-4616-a6eb-9d75e4cdabca req-b0932781-f6bc-4a18-95d6-cd8b4b0e6ff9 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.0948734 Jun 03 16:21:20.184627 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1b4711b2-47af-4616-a6eb-9d75e4cdabca req-5eb43057-eec4-4fe8-99d0-b20831762f5c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Jun 03 16:21:20.315084 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19067-34ca-4bb1-86cb-7ad4da9e0a2b req-1d62cfda-b374-422d-ba9f-6e5659ff03e9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:20.316555 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-afb19067-34ca-4bb1-86cb-7ad4da9e0a2b req-1d62cfda-b374-422d-ba9f-6e5659ff03e9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0882668 Jun 03 16:21:20.338716 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94469625-9ee6-4f94-86cc-478d317e17a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:20.363882 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-afb19067-34ca-4bb1-86cb-7ad4da9e0a2b req-45113888-0f2d-426a-9dbb-ddbb15e7f244 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405097 Jun 03 16:21:20.532590 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8b032-c99d-4e54-9d8c-4f9048f8ae5e req-0578ac92-51ab-4bb8-ab21-9d252c76f820 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:20.534233 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a3a8b032-c99d-4e54-9d8c-4f9048f8ae5e req-0578ac92-51ab-4bb8-ab21-9d252c76f820 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0958507 Jun 03 16:21:20.585234 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a3a8b032-c99d-4e54-9d8c-4f9048f8ae5e req-c5df82a1-f165-4f9a-9f29-caba08036779 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Jun 03 16:21:20.615324 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b81890-9122-414d-b518-fa303726ec2e req-1907eb35-c09e-45f3-a892-1bbf621aa01a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:20.617311 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-88b81890-9122-414d-b518-fa303726ec2e req-1907eb35-c09e-45f3-a892-1bbf621aa01a tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0895195 Jun 03 16:21:20.670528 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-88b81890-9122-414d-b518-fa303726ec2e req-5749d065-9de6-43a1-bd8a-338e454d3a19 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Jun 03 16:21:20.800895 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd370f8-9a11-4b4a-90ab-b743f122b34b req-790d373b-bb20-4b4d-a2d0-9f6a3403f69e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:20.802366 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6dd370f8-9a11-4b4a-90ab-b743f122b34b req-790d373b-bb20-4b4d-a2d0-9f6a3403f69e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 944 time: 0.0825329 Jun 03 16:21:20.853178 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6dd370f8-9a11-4b4a-90ab-b743f122b34b req-c6eb65fd-ec66-4522-91b9-a220049a9141 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Jun 03 16:21:21.180955 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-b3d25eb5-ac48-4c96-b4dd-c15e0f05eca4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:21.183169 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-b3d25eb5-ac48-4c96-b4dd-c15e0f05eca4 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.1010394 Jun 03 16:21:21.333457 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Deleting port 0a83fdee-a8d6-4346-9063-cb689da0e472 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:21:21.333796 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.395399 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e4886-a6e5-4d5e-8f4b-0e1cc7a86823 req-84990c60-05ae-47cf-a97a-a1f999573204 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:21.396899 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-176e4886-a6e5-4d5e-8f4b-0e1cc7a86823 req-84990c60-05ae-47cf-a97a-a1f999573204 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 945 time: 0.0884137 Jun 03 16:21:21.452922 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-176e4886-a6e5-4d5e-8f4b-0e1cc7a86823 req-7baf2eaf-f6ff-4a7e-82e3-38086f8651a5 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/security-groups?id=359b460d-3783-4e62-b753-237957d05d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485251 Jun 03 16:21:21.592507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] For port 0a83fdee-a8d6-4346-9063-cb689da0e472, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0a83fdee-a8d6-4346-9063-cb689da0e472,segment=NetworkSegment(8972dd89-c477-4961-b898-b32d4ae98691),segment_id=8972dd89-c477-4961-b898-b32d4ae98691)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:21.593092 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.728093 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Calling delete_port for 0a83fdee-a8d6-4346-9063-cb689da0e472 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:21:21.762593 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fe040-75ce-499c-a401-74c1593c5703 req-03d517ea-df45-4457-82c6-d43b38a01f4c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:21.763638 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bb4fe040-75ce-499c-a401-74c1593c5703 req-03d517ea-df45-4457-82c6-d43b38a01f4c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.2605112 Jun 03 16:21:21.785773 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a51049-a5ee-4cfc-b375-af1db1729514 req-056449a0-8f0a-43e8-a0b7-f84c333b9daf tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:21.787295 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-88a51049-a5ee-4cfc-b375-af1db1729514 req-056449a0-8f0a-43e8-a0b7-f84c333b9daf tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0841141 Jun 03 16:21:21.831654 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bb4fe040-75ce-499c-a401-74c1593c5703 req-e43a544f-fe1a-42fe-b295-005c4f4b7592 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611689 Jun 03 16:21:21.859841 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-88a51049-a5ee-4cfc-b375-af1db1729514 req-02b72bcd-7609-4daf-b564-1c7a141a0e6f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629134 Jun 03 16:21:21.918479 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.928062 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:21.975798 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['0a83fdee-a8d6-4346-9063-cb689da0e472'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:22.023681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Pushing event deleted for resources: {'Port': ['ID=0a83fdee-a8d6-4346-9063-cb689da0e472,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:22.025135 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:22.085294 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775d3fb-5194-40e6-b216-4f61ba46e13e req-31e1d249-a042-4ecb-9b84-302c60b4ada9 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:22.086989 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b775d3fb-5194-40e6-b216-4f61ba46e13e req-31e1d249-a042-4ecb-9b84-302c60b4ada9 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 944 time: 0.1177669 Jun 03 16:21:22.115478 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] No DVR routers for this DVR port 0a83fdee-a8d6-4346-9063-cb689da0e472 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:21:22.121288 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:22.143076 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e21a41-a97c-42af-b53e-e4f19868372d', 'name': 'network-vif-deleted', 'tag': '0a83fdee-a8d6-4346-9063-cb689da0e472'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:22.146130 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b775d3fb-5194-40e6-b216-4f61ba46e13e req-2135b05d-be7f-472e-b16f-4e75fa3637d9 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518024 Jun 03 16:21:22.146742 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceef9a6-bcbd-4e9c-9561-f3122e7a29cb" -d '{"events": [{"server_uuid": "68e21a41-a97c-42af-b53e-e4f19868372d", "name": "network-vif-deleted", "tag": "0a83fdee-a8d6-4346-9063-cb689da0e472"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:22.153834 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-677ee8a0-cb99-41f9-90b6-377ddcab352b req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.76 "DELETE /v2.0/ports/0a83fdee-a8d6-4346-9063-cb689da0e472 HTTP/1.1" status: 204 len: 173 time: 0.9634705 Jun 03 16:21:22.154798 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:21:22.208116 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f4cea-efbb-458e-8126-2f65d85ee90b req-d109dd11-ca25-4f49-bd67-e4b11723f592 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:22.209862 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f07f4cea-efbb-458e-8126-2f65d85ee90b req-d109dd11-ca25-4f49-bd67-e4b11723f592 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2393823 Jun 03 16:21:22.216086 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d803f0b3-31ef-4dda-b10c-f6c27a2a5afa x-openstack-request-id: req-d803f0b3-31ef-4dda-b10c-f6c27a2a5afa {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:22.216415 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e21a41-a97c-42af-b53e-e4f19868372d", "name": "network-vif-deleted", "tag": "0a83fdee-a8d6-4346-9063-cb689da0e472", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:22.216693 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d803f0b3-31ef-4dda-b10c-f6c27a2a5afa {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:22.217239 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e21a41-a97c-42af-b53e-e4f19868372d', 'name': 'network-vif-deleted', 'tag': '0a83fdee-a8d6-4346-9063-cb689da0e472', 'status': 'completed', 'code': 200} Jun 03 16:21:22.262454 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f07f4cea-efbb-458e-8126-2f65d85ee90b req-37cc0acf-e8d7-404f-9a6e-5e70d52237e2 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Jun 03 16:21:22.572309 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5beb8b8f-d508-4687-a186-c2c83b40276d up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:21:22.626764 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2609c52b-050f-4124-8422-9e11bd9057f4 req-6cc7b85c-5b61-47de-919f-fc4ecf358e65 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] 10.222.0.54 "GET /v2.0/ports?device_id=68e21a41-a97c-42af-b53e-e4f19868372d HTTP/1.1" status: 200 len: 210 time: 0.0457993 Jun 03 16:21:22.645816 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 5beb8b8f-d508-4687-a186-c2c83b40276d completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:21:22.652520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 5beb8b8f-d508-4687-a186-c2c83b40276d triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:21:22.652899 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:22.805167 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:22.842022 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:22.846108 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc327232-2c11-4ff9-9fcd-ddec3b6e817e" -d '{"events": [{"server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "name": "network-vif-plugged", "status": "completed", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:22.860719 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:22.867715 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:22.873220 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:22.946954 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172a81d-3355-4a4d-9d7a-e52eb04b4671 x-openstack-request-id: req-d172a81d-3355-4a4d-9d7a-e52eb04b4671 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:22.948214 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "name": "network-vif-plugged", "status": "completed", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:22.949274 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d172a81d-3355-4a4d-9d7a-e52eb04b4671 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:22.949924 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'code': 200} Jun 03 16:21:23.019689 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:23.033274 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:23.042574 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.043298 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.043992 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.044554 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.045089 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.045631 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.046163 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.046745 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.047286 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.047822 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.048377 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.049233 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:23.053533 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:23.089896 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c93601cd-9d84-4057-a55f-d45eef16161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:23.127207 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8baf7-0363-4485-9e2b-4e6f7eaa113c req-ac8c5964-cff6-4c69-95b9-d278329ad0ca tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:23.130351 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-61a8baf7-0363-4485-9e2b-4e6f7eaa113c req-ac8c5964-cff6-4c69-95b9-d278329ad0ca tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0968094 Jun 03 16:21:23.204648 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-61a8baf7-0363-4485-9e2b-4e6f7eaa113c req-c1f2eefe-9b26-4a82-b2a6-9c236befad65 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635364 Jun 03 16:21:23.244641 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc00be1-a549-41e3-9386-5f79a3106828 req-e51af05b-b9f0-42bf-bfc1-ce9c868fbc70 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:23.246465 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9cc00be1-a549-41e3-9386-5f79a3106828 req-e51af05b-b9f0-42bf-bfc1-ce9c868fbc70 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1663127 Jun 03 16:21:23.309848 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9cc00be1-a549-41e3-9386-5f79a3106828 req-58ee9418-a584-40ea-b20a-a44fe9247907 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542855 Jun 03 16:21:23.329070 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8cd6-9c61-4cd3-a474-8ff639187545 req-4026f5d5-21b1-4f8c-a8df-9df69a990108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:23.330797 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8bfa8cd6-9c61-4cd3-a474-8ff639187545 req-4026f5d5-21b1-4f8c-a8df-9df69a990108 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1098 time: 0.1333563 Jun 03 16:21:23.388891 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8bfa8cd6-9c61-4cd3-a474-8ff639187545 req-61c3486d-6d1b-4c92-b32f-3f1d08bbe0c9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 Jun 03 16:21:23.432171 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39712cc2-da8a-49e6-9ce9-7fa0e6e10b0b req-4a5adcb0-10d7-44b6-bb46-6693a4d1bba4 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:23.433723 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-39712cc2-da8a-49e6-9ce9-7fa0e6e10b0b req-4a5adcb0-10d7-44b6-bb46-6693a4d1bba4 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.1168659 Jun 03 16:21:23.490743 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-39712cc2-da8a-49e6-9ce9-7fa0e6e10b0b req-5efeff68-dcf0-4761-803e-30109328e6b0 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Jun 03 16:21:23.559391 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b02d3-21a3-4249-9964-15ba6c068bee req-f7d94b89-8759-4c77-8003-c316dcc540f0 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:23.561221 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c63b02d3-21a3-4249-9964-15ba6c068bee req-f7d94b89-8759-4c77-8003-c316dcc540f0 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1084945 Jun 03 16:21:23.614439 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c63b02d3-21a3-4249-9964-15ba6c068bee req-6436681b-f6c8-4b25-9ed8-c66cda8f6876 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Jun 03 16:21:23.735534 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56340) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:23.818639 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Deleting subnet 2f31bb11-db2f-4a7c-868a-c998414cba29 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:21:23.824321 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:23.907634 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:23.987065 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:24.497981 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:24.512715 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:24.528207 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:24.567909 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f31bb11-db2f-4a7c-868a-c998414cba29,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:24.572508 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 0a83fdee-a8d6-4346-9063-cb689da0e472 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:24.579983 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:24.584161 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:24.603865 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25c8a-5ece-4942-97e8-44396e20d75e req-f5298e9c-97ae-41dd-b52b-b1bb64e8797f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:24.606273 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a9c25c8a-5ece-4942-97e8-44396e20d75e req-f5298e9c-97ae-41dd-b52b-b1bb64e8797f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.2271032 Jun 03 16:21:24.611205 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a34897ab-97c8-43aa-a51b-0a58ff5abab5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2f31bb11-db2f-4a7c-868a-c998414cba29 HTTP/1.1" status: 204 len: 168 time: 0.8741500 Jun 03 16:21:24.614604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56356) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:24.626948 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48256ad-c814-47d0-864b-da2545891369 req-d374c4c0-e9de-493d-8024-6f6c80e3ba96 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:24.629214 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b48256ad-c814-47d0-864b-da2545891369 req-d374c4c0-e9de-493d-8024-6f6c80e3ba96 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1409140 Jun 03 16:21:24.639081 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 0a83fdee-a8d6-4346-9063-cb689da0e472 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:21:24.639803 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 0a83fdee-a8d6-4346-9063-cb689da0e472 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:24.689902 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b48256ad-c814-47d0-864b-da2545891369 req-b71f8017-28e9-4614-9ccf-447896363ec7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532832 Jun 03 16:21:24.816421 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a9c25c8a-5ece-4942-97e8-44396e20d75e req-ad9eaf13-9e75-4d21-ac3d-9eab6a2e1649 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711149 Jun 03 16:21:24.819216 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:24.938347 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dd9ff-6192-4cef-a882-068d8924e68b req-a5430fb5-5315-4caa-91ee-491b431d5080 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:24.940290 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ed1dd9ff-6192-4cef-a882-068d8924e68b req-a5430fb5-5315-4caa-91ee-491b431d5080 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.1168735 Jun 03 16:21:25.018943 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ed1dd9ff-6192-4cef-a882-068d8924e68b req-9bc73c26-c859-4205-ae2d-a3d4dbbd382b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692008 Jun 03 16:21:25.034964 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.049804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e984840-f817-4db7-b0c8-5a4389679323']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:25.064766 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8972dd89-c477-4961-b898-b32d4ae98691') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:25.065139 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8972dd89-c477-4961-b898-b32d4ae98691') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:25.082965 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.110266 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.118125 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:21:25.118621 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:21:25.133779 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:21:25.255159 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.262319 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bd1d8129-bbb1-4a57-8f25-a74ebcfd2bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:25.283450 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.301814 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e984840-f817-4db7-b0c8-5a4389679323,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:25.307356 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:25.321118 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1e984840-f817-4db7-b0c8-5a4389679323 HTTP/1.1" status: 204 len: 168 time: 0.7003105 Jun 03 16:21:25.647866 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56362) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:25.718877 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e4b421e2-b8dd-4c88-86e8-66c6cc51e628 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f542c1a71374300b7f6ca24c03492d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0688212 Jun 03 16:21:25.720515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56366) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:25.854363 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.873930 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:25.925194 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:26.045140 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e80a2-99b4-4403-9fd9-869fe9b117b6 req-7b48f926-42a7-4a8e-81af-4ba33b34ced2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:26.047919 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7a6e80a2-99b4-4403-9fd9-869fe9b117b6 req-7b48f926-42a7-4a8e-81af-4ba33b34ced2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1662698 Jun 03 16:21:26.089326 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:26.100755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c77d6d3b-2e96-4fa2-a12f-0f1ec32b3771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:26.129217 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7a6e80a2-99b4-4403-9fd9-869fe9b117b6 req-2ecca112-4015-43a9-9d02-a98c23d2f8fb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718119 Jun 03 16:21:26.130883 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b460d-3783-4e62-b753-237957d05d9e,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:26.135443 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:26.148755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:26.150120 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/359b460d-3783-4e62-b753-237957d05d9e HTTP/1.1" status: 204 len: 168 time: 0.4282157 Jun 03 16:21:26.175397 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa977757-7c62-4126-b567-124c0e950a86 req-7ae704ad-c5c4-4731-a5d5-a274af79f6a6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:26.179433 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fa977757-7c62-4126-b567-124c0e950a86 req-7ae704ad-c5c4-4731-a5d5-a274af79f6a6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1761916 Jun 03 16:21:26.249203 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fa977757-7c62-4126-b567-124c0e950a86 req-d3b176ea-42f7-4e84-a85e-7fa55c2686f2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625129 Jun 03 16:21:26.463011 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c589-b038-49ad-b046-fc7962b93967 req-6437083d-cf81-48ab-ad2a-d4f045a500f3 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:26.465152 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-de46c589-b038-49ad-b046-fc7962b93967 req-6437083d-cf81-48ab-ad2a-d4f045a500f3 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.1255586 Jun 03 16:21:26.528161 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-de46c589-b038-49ad-b046-fc7962b93967 req-d64a7519-33a1-41b9-9b3b-dddba6552908 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Jun 03 16:21:26.867742 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a20964-017f-4e5a-8190-57b744cb932c req-023e5f67-a5cf-4962-a301-403d24322330 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:26.869605 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-12a20964-017f-4e5a-8190-57b744cb932c req-023e5f67-a5cf-4962-a301-403d24322330 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.1469777 Jun 03 16:21:26.938860 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-12a20964-017f-4e5a-8190-57b744cb932c req-429044cc-3c94-4640-86f5-bd9dc23ea9dd tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624521 Jun 03 16:21:27.409349 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a6a1d-84b6-430f-9b3b-69b25c5fd0c4 req-6f50dc92-f0c6-4f1d-a0e3-9ce66c7558c3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:27.410957 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d82a6a1d-84b6-430f-9b3b-69b25c5fd0c4 req-6f50dc92-f0c6-4f1d-a0e3-9ce66c7558c3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0983870 Jun 03 16:21:27.431939 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5a850-e27b-4fec-be5d-4878efff0aee req-7fe69482-a3a2-43e7-b5f0-03b83e9ba4d7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:27.433578 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-eef5a850-e27b-4fec-be5d-4878efff0aee req-7fe69482-a3a2-43e7-b5f0-03b83e9ba4d7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.0948999 Jun 03 16:21:27.466819 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d82a6a1d-84b6-430f-9b3b-69b25c5fd0c4 req-3acf7bef-59b6-4f5b-8c7b-7c33e4ac9471 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462174 Jun 03 16:21:27.496445 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-eef5a850-e27b-4fec-be5d-4878efff0aee req-35938936-9386-4bad-bd83-eb125ea4c0f8 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 Jun 03 16:21:27.696321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615921bc-be16-460e-a8df-56b9ce453db6 req-1223bedd-4762-49d8-b873-953967c4272e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:27.698126 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-615921bc-be16-460e-a8df-56b9ce453db6 req-1223bedd-4762-49d8-b873-953967c4272e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1065099 Jun 03 16:21:27.760861 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-615921bc-be16-460e-a8df-56b9ce453db6 req-1a6f38d3-a340-4e49-a13f-13795419751d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555301 Jun 03 16:21:28.603795 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:21:28.708334 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b460-d3ce-404f-8dd5-2e611d391a9a req-ed63baff-50c4-4602-9b79-a864acd9d792 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:28.718771 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9174b460-d3ce-404f-8dd5-2e611d391a9a req-ed63baff-50c4-4602-9b79-a864acd9d792 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1229384 Jun 03 16:21:28.778840 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:28.790463 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9174b460-d3ce-404f-8dd5-2e611d391a9a req-df1d8abf-b07f-4bf9-82fc-1f9d759fd06d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705385 Jun 03 16:21:28.795813 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'mac_address': 'fa:16:3e:39:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:21:28.879875 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:28.901257 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83f7c668-1960-4ec6-8124-646d28a93ac3 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:21:28.920135 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:28.925142 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:28.929252 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:29.000440 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e801073-f451-45e6-973d-7f660f1c7f8b req-0814819f-1c4a-4e11-94b0-1f465685bdae tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:29.001965 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1e801073-f451-45e6-973d-7f660f1c7f8b req-0814819f-1c4a-4e11-94b0-1f465685bdae tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.0910192 Jun 03 16:21:29.017459 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=6']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:29.023190 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:29.138527 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1e801073-f451-45e6-973d-7f660f1c7f8b req-293d1000-9099-4603-9a9c-7a168cea461e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308012 Jun 03 16:21:29.151942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['83f7c668-1960-4ec6-8124-646d28a93ac3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:29.774650 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bf4e3-1c6a-405d-af63-cc9d1a760448 req-def442ff-b505-485c-86d6-cc2cbf632a1d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:29.776513 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-421bf4e3-1c6a-405d-af63-cc9d1a760448 req-def442ff-b505-485c-86d6-cc2cbf632a1d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.0895748 Jun 03 16:21:29.838476 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-421bf4e3-1c6a-405d-af63-cc9d1a760448 req-4ae0209d-ce2e-45c7-97f2-ea9363893c60 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Jun 03 16:21:30.070870 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a7923-c11e-4c6c-b516-6bb9f4fe21ab req-747746a5-edac-41f3-80ba-f92ac2e6f649 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:30.072394 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6c0a7923-c11e-4c6c-b516-6bb9f4fe21ab req-747746a5-edac-41f3-80ba-f92ac2e6f649 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1230044 Jun 03 16:21:30.133506 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6c0a7923-c11e-4c6c-b516-6bb9f4fe21ab req-621dfae9-9d9c-4c2b-a421-0c7f0b67c470 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549548 Jun 03 16:21:30.424056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574349f-293c-42d5-8da0-8c7554ab86e0 req-c10dc4a0-d3c4-4f28-bb19-b70ea753afcc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:30.426110 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a574349f-293c-42d5-8da0-8c7554ab86e0 req-c10dc4a0-d3c4-4f28-bb19-b70ea753afcc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.1225998 Jun 03 16:21:30.511907 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a574349f-293c-42d5-8da0-8c7554ab86e0 req-2bb49d28-8684-4443-95d1-4ecffc96d196 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749936 Jun 03 16:21:30.609664 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:21:30.694933 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 83f7c668-1960-4ec6-8124-646d28a93ac3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:21:30.695349 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:30.859728 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:30.899056 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:30.902378 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac0a4d7-d035-4c45-834b-67826b17d469" -d '{"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-plugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:30.913825 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:30.921215 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:30.923587 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:30.987375 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b9c93-fe2f-4169-ae87-ad0019105355 x-openstack-request-id: req-b34b9c93-fe2f-4169-ae87-ad0019105355 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:30.987653 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-plugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:30.987753 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b34b9c93-fe2f-4169-ae87-ad0019105355 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:30.988143 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'code': 200} Jun 03 16:21:31.022304 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:31.046948 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=7']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:31.050672 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:31.072987 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66828003-10b1-49bc-afa3-7e862990ebdb req-a9d9c9cc-f984-4c02-98be-1b4a4bb73748 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:31.074647 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-66828003-10b1-49bc-afa3-7e862990ebdb req-a9d9c9cc-f984-4c02-98be-1b4a4bb73748 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.0994163 Jun 03 16:21:31.132036 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-66828003-10b1-49bc-afa3-7e862990ebdb req-a11b2d5b-b671-4736-bcd1-2c18dd34f06d tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Jun 03 16:21:31.359107 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1832-9603-4556-ae89-19f65e593cb5 req-54d84d1b-2be2-4de0-9d42-4dbd9c52f9a1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:31.360584 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1bdc1832-9603-4556-ae89-19f65e593cb5 req-54d84d1b-2be2-4de0-9d42-4dbd9c52f9a1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0907021 Jun 03 16:21:31.407806 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1bdc1832-9603-4556-ae89-19f65e593cb5 req-3604d6fe-b10e-4070-8d44-a08dc49123b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Jun 03 16:21:31.748110 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5992-9264-4aad-84d5-3bd291ba255e req-9a9180ba-8219-4d1f-8012-438395a5ec58 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:31.750274 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b05b5992-9264-4aad-84d5-3bd291ba255e req-9a9180ba-8219-4d1f-8012-438395a5ec58 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1016312 Jun 03 16:21:31.813731 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b05b5992-9264-4aad-84d5-3bd291ba255e req-837790c7-06ae-4966-b570-7dc3836fe59f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532267 Jun 03 16:21:32.320650 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56528) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:32.341839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938b5b6-10b3-4eae-95ee-1ffd1f53c0eb req-eabc4595-e752-41ac-88fb-a0bb193efbac tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:32.343325 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2938b5b6-10b3-4eae-95ee-1ffd1f53c0eb req-eabc4595-e752-41ac-88fb-a0bb193efbac tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.0962369 Jun 03 16:21:32.392868 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2938b5b6-10b3-4eae-95ee-1ffd1f53c0eb req-93785050-1d09-4ada-b518-1a3e14f41c49 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430195 Jun 03 16:21:32.463029 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:32.485476 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:32.491984 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Usage tracker for resource:security_group_rule and tenant:64c50266829a481a90c315fc24933d6a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:32.496194 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:32.504670 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:32.757289 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352aa8e-6270-4328-8076-6cb9e9343144 req-9183d022-9e8b-4b83-b199-c597adf3434b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:32.763751 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2352aa8e-6270-4328-8076-6cb9e9343144 req-9183d022-9e8b-4b83-b199-c597adf3434b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.2255051 Jun 03 16:21:32.792518 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:32.802753 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:32.813852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-118bd4e4-0931-441e-80de-5ef7272a8143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:32.874631 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2352aa8e-6270-4328-8076-6cb9e9343144 req-fbe2f50a-5d46-423b-adb6-6ba4e456b0df tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029761 Jun 03 16:21:32.888528 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64c50266829a481a90c315fc24933d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623641 Jun 03 16:21:32.888528 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f65a9-5535-4e1e-973a-5f017b9075c2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:32.889243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56536) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:32.914369 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:32.981950 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.019427 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.091232 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.099509 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7c53228e-48d7-48e7-914a-3ded605e7228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:33.113176 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f65a9-5535-4e1e-973a-5f017b9075c2,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:33.116070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:33.121856 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29078fd-15ed-4b6e-8dc6-f0b7ab9d7f82 req-8aea283f-7f54-4185-bd4f-7c32e953723f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:33.122059 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.123065 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b29078fd-15ed-4b6e-8dc6-f0b7ab9d7f82 req-8aea283f-7f54-4185-bd4f-7c32e953723f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1484625 Jun 03 16:21:33.124872 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d3f65a9-5535-4e1e-973a-5f017b9075c2 HTTP/1.1" status: 204 len: 168 time: 0.2343805 Jun 03 16:21:33.183420 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-2b30dc22-db9f-40b2-a9a5-c35786007fb4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:33.186357 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-2b30dc22-db9f-40b2-a9a5-c35786007fb4 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1614020 Jun 03 16:21:33.265514 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b29078fd-15ed-4b6e-8dc6-f0b7ab9d7f82 req-af5f4eb6-8355-4c5b-acdd-4ecb24b8306d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216884 Jun 03 16:21:33.358352 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Deleting port 296f70b2-a8cc-4af6-a377-b95f984a7181 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:21:33.359004 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.520435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] For port 296f70b2-a8cc-4af6-a377-b95f984a7181, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=296f70b2-a8cc-4af6-a377-b95f984a7181,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:33.521951 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.561929 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56548) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:33.613365 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.713875 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Calling delete_port for 296f70b2-a8cc-4af6-a377-b95f984a7181 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:21:33.715750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:33.724750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:81fdc658312b44a18417f9d566ce9c53 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:33.728644 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:33.742293 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:33.831663 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfb73f-7836-4c0f-97cc-b5de9ca7d673 req-06371b07-5ab4-4ef7-80be-eaacbacd1c91 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:33.833529 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dbdfb73f-7836-4c0f-97cc-b5de9ca7d673 req-06371b07-5ab4-4ef7-80be-eaacbacd1c91 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 945 time: 0.1723382 Jun 03 16:21:33.908852 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.923130 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dbdfb73f-7836-4c0f-97cc-b5de9ca7d673 req-c6f1df62-772c-44c7-a9cd-926292675969 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806210 Jun 03 16:21:33.924336 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3e7a8c42-dea9-4e5d-b693-a6873a346a23 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:33.944791 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.953221 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:33.964792 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['296f70b2-a8cc-4af6-a377-b95f984a7181', 'd951b186-9121-493c-8bd1-4a13fa578913'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:33.966432 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f89d19ff-6b6a-4b37-861c-c6a52a3d98f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:33.992008 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Pushing event deleted for resources: {'Port': ['ID=296f70b2-a8cc-4af6-a377-b95f984a7181,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:34.030947 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81fdc658312b44a18417f9d566ce9c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677901 Jun 03 16:21:34.031617 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56568) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:34.034114 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d509fc16-c77d-4495-a980-9f4ad593af14,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:34.049349 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:34.094989 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:34.119332 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:34.150096 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] No DVR routers for this DVR port 296f70b2-a8cc-4af6-a377-b95f984a7181 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:21:34.153610 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:34.163920 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:34.165953 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'name': 'network-vif-deleted', 'tag': '296f70b2-a8cc-4af6-a377-b95f984a7181'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:34.169344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ff1ad-8b25-4fcd-8ffa-0adf12839766" -d '{"events": [{"server_uuid": "2930bbf7-5e20-4ca7-a3b4-df335d3e52ee", "name": "network-vif-deleted", "tag": "296f70b2-a8cc-4af6-a377-b95f984a7181"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:34.179488 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c2267e7d-fb2c-4fbf-a029-de0b536d0331 req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "DELETE /v2.0/ports/296f70b2-a8cc-4af6-a377-b95f984a7181 HTTP/1.1" status: 204 len: 173 time: 0.9854589 Jun 03 16:21:34.278007 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08270-29c6-4e8b-866c-49104e4e7a7a req-2504c630-5bb2-492f-8f13-48301eac9eb0 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:34.288204 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-49a08270-29c6-4e8b-866c-49104e4e7a7a req-2504c630-5bb2-492f-8f13-48301eac9eb0 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.2971287 Jun 03 16:21:34.347582 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:34.361494 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a03ac631-fb28-4e57-aa87-5e3abdb61739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:34.374752 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-49a08270-29c6-4e8b-866c-49104e4e7a7a req-e11d1144-5a0b-4cbb-b3e0-7601c8c79fb7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Jun 03 16:21:34.383979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509fc16-c77d-4495-a980-9f4ad593af14,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:34.400906 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56576) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:34.401721 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e7e01-480f-45f8-a39d-f5a862ff14e8 req-8214872f-dc67-458b-b1eb-e34b212f93ae tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:34.404349 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b40e7e01-480f-45f8-a39d-f5a862ff14e8 req-8214872f-dc67-458b-b1eb-e34b212f93ae tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1796620 Jun 03 16:21:34.408950 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:34.415659 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:34.417669 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d509fc16-c77d-4495-a980-9f4ad593af14 HTTP/1.1" status: 204 len: 168 time: 0.3844233 Jun 03 16:21:34.503445 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b40e7e01-480f-45f8-a39d-f5a862ff14e8 req-775b976e-cab4-441d-895d-69cad8f9cf37 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894785 Jun 03 16:21:34.521396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a262d9-f72f-4669-9898-178b608ed563 x-openstack-request-id: req-68a262d9-f72f-4669-9898-178b608ed563 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:34.522537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2930bbf7-5e20-4ca7-a3b4-df335d3e52ee", "name": "network-vif-deleted", "tag": "296f70b2-a8cc-4af6-a377-b95f984a7181", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:34.523125 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68a262d9-f72f-4669-9898-178b608ed563 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:34.523690 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2930bbf7-5e20-4ca7-a3b4-df335d3e52ee', 'name': 'network-vif-deleted', 'tag': '296f70b2-a8cc-4af6-a377-b95f984a7181', 'status': 'completed', 'code': 200} Jun 03 16:21:34.732139 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eec2a-f795-4819-9999-70177c4993c9 req-f3137f5a-e11a-4f10-85fe-769f68078f8d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:34.733739 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-175eec2a-f795-4819-9999-70177c4993c9 req-f3137f5a-e11a-4f10-85fe-769f68078f8d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0993643 Jun 03 16:21:34.836771 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-175eec2a-f795-4819-9999-70177c4993c9 req-f8103ed8-9548-4e20-ac09-ee1a26253849 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964644 Jun 03 16:21:34.865559 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed1f66-7e4d-4b71-bb2c-54cf270e6ca5 tempest-TestMinimumBasicScenario-494996892 tempest-TestMinimumBasicScenario-494996892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:34.865559 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-c7ed1f66-7e4d-4b71-bb2c-54cf270e6ca5 tempest-TestMinimumBasicScenario-494996892 tempest-TestMinimumBasicScenario-494996892-project-admin] Synchronizing usage tracker for tenant:fa9fd80b10164d2e82bf21c3670cba04 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:21:34.886850 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-c7ed1f66-7e4d-4b71-bb2c-54cf270e6ca5 tempest-TestMinimumBasicScenario-494996892 tempest-TestMinimumBasicScenario-494996892-project-admin] Unset dirty status for tenant:fa9fd80b10164d2e82bf21c3670cba04 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:21:34.888137 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c7ed1f66-7e4d-4b71-bb2c-54cf270e6ca5 tempest-TestMinimumBasicScenario-494996892 tempest-TestMinimumBasicScenario-494996892-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1093 time: 0.4860170 Jun 03 16:21:34.894121 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56590) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:34.901710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'floatingip': {'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'port_id': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:34.909480 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:34.915144 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:floatingip and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:34.919137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:34.928309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:34.942574 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for floatingip, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:35.213863 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:35.295356 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-35c8c971-37e5-4649-9339-9b5718e5cb9e req-be152ee6-ad21-403b-9029-b8dc2674a781 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=2930bbf7-5e20-4ca7-a3b4-df335d3e52ee HTTP/1.1" status: 200 len: 210 time: 0.1297736 Jun 03 16:21:35.594022 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Allocated IP 172.28.1.210 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/44995813-cff0-4eb4-9641-050f03491ac2) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:21:35.920248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:35.945157 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b45a48-62b4-4025-a1c2-f6bda7cd320d req-b2dc9e10-83a6-43e3-ac6e-3fb7904046fe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:35.946602 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-06b45a48-62b4-4025-a1c2-f6bda7cd320d req-b2dc9e10-83a6-43e3-ac6e-3fb7904046fe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.2063620 Jun 03 16:21:36.011183 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-06b45a48-62b4-4025-a1c2-f6bda7cd320d req-3362c36e-5e2d-4d17-ab32-8206ea390269 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575879 Jun 03 16:21:36.018632 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:36.026282 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-46869637-360d-4673-bec1-ad38f8d3170d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:36.214217 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'Port': ['ID=44995813-cff0-4eb4-9641-050f03491ac2,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:36.219551 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:36.236274 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:21:36.247768 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:21:36.251116 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:21:36.282410 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424927e-fa69-4ae8-ae43-c10a7fce441a req-81fb3460-e7a5-4370-9c8b-54585ccf5077 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:36.290920 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4424927e-fa69-4ae8-ae43-c10a7fce441a req-81fb3460-e7a5-4370-9c8b-54585ccf5077 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.2083383 Jun 03 16:21:36.403795 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4424927e-fa69-4ae8-ae43-c10a7fce441a req-5e5035ec-2822-4c57-b7b2-30378a657224 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107900 Jun 03 16:21:36.612604 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 296f70b2-a8cc-4af6-a377-b95f984a7181 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:36.672997 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 296f70b2-a8cc-4af6-a377-b95f984a7181 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:21:36.673701 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 296f70b2-a8cc-4af6-a377-b95f984a7181 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:36.803217 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf98c-752f-45ef-9a8c-92154b0d9ed1 req-b788c1ba-90da-4cd4-91f9-b07ee9eb3e0f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:36.810898 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-19baf98c-752f-45ef-9a8c-92154b0d9ed1 req-b788c1ba-90da-4cd4-91f9-b07ee9eb3e0f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.2088454 Jun 03 16:21:36.927805 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-19baf98c-752f-45ef-9a8c-92154b0d9ed1 req-b1e39cd7-65ea-4542-91f8-414c3cac39ae tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157429 Jun 03 16:21:37.066610 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-5f42a7fd-74d1-4356-a944-4ac49e65aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:37.068203 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-5f42a7fd-74d1-4356-a944-4ac49e65aff7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1099 time: 0.2521491 Jun 03 16:21:37.275059 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209e399-7362-4018-85bd-79deff32229a req-557ead5a-8c8d-4735-afb0-188f5722ebee tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:37.282620 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c209e399-7362-4018-85bd-79deff32229a req-557ead5a-8c8d-4735-afb0-188f5722ebee tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.0967343 Jun 03 16:21:37.334104 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c209e399-7362-4018-85bd-79deff32229a req-df7e6ed0-a603-4da2-91a3-cd39f8327c35 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502949 Jun 03 16:21:37.468938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-a33d2684-2d9e-4c98-b47c-3175919c54be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:37.470600 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-a33d2684-2d9e-4c98-b47c-3175919c54be service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.2194192 Jun 03 16:21:37.607563 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:37.655120 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-79ac52fe-c673-4812-9a9b-5c1d6cda6ebb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 1001 time: 0.1743903 Jun 03 16:21:37.977802 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-84519dac-c287-47e9-a746-bf3e11c27fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:37.979244 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-84519dac-c287-47e9-a746-bf3e11c27fa6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.2778735 Jun 03 16:21:38.036045 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:38.164063 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502740d3-7083-4d5f-af7b-161cdbc3d807 req-810a2e59-a9e8-49ca-aeaa-923831b09859 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:38.171209 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-502740d3-7083-4d5f-af7b-161cdbc3d807 req-810a2e59-a9e8-49ca-aeaa-923831b09859 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1068530 Jun 03 16:21:38.224109 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-502740d3-7083-4d5f-af7b-161cdbc3d807 req-444b634e-87e6-47e9-82d7-45a8b8dabe00 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516622 Jun 03 16:21:38.297897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bba6b-ad45-46b2-b63e-8b817f384373 req-d7cfe53e-b508-4792-8478-e6e38f4971eb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:38.299351 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2bba6b-ad45-46b2-b63e-8b817f384373 req-d7cfe53e-b508-4792-8478-e6e38f4971eb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.6477089 Jun 03 16:21:38.388305 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ee2bba6b-ad45-46b2-b63e-8b817f384373 req-82df654c-9d2b-471b-9cbb-5dd3930e8bc3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801144 Jun 03 16:21:38.397753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-db37c21b-24af-4cb6-8301-c64b4fefac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:38.399129 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-db37c21b-24af-4cb6-8301-c64b4fefac44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4052777 Jun 03 16:21:38.462600 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:38.472859 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:38.480127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a84c1b05-a1ef-4a03-afa9-4ff4394fb867 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:38.595441 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4124d7a-03f6-4105-be09-984b06d7bf37 req-66ae40f3-0329-42f1-bf0e-0619a15a8d9b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:38.596954 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f4124d7a-03f6-4105-be09-984b06d7bf37 req-66ae40f3-0329-42f1-bf0e-0619a15a8d9b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1084766 Jun 03 16:21:38.619995 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'Port': ['ID=44995813-cff0-4eb4-9641-050f03491ac2,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:38.622109 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:38.692525 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f4124d7a-03f6-4105-be09-984b06d7bf37 req-e0f8177f-7a51-4dcd-8713-a3ff5a2a0ef5 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851920 Jun 03 16:21:38.727962 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:38.791640 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-abb46db1-7002-4495-b4d4-623711effd70 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832426 Jun 03 16:21:39.031976 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-638ba6b3-dbf8-43c8-8459-a94091f687d6 req-5129a4d6-f642-4e5a-b409-b8eab3c7e979 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321696 Jun 03 16:21:39.056553 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Floating IP 5d793370-ec09-41d3-99d7-2048edcb60fa associated. External IP: 172.28.1.210, port: 5beb8b8f-d508-4687-a186-c2c83b40276d. Jun 03 16:21:39.719383 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb742f-f1ea-4762-acdb-440f6e2244e1 req-41f603c0-859b-43ef-969b-126b0bd504a3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:39.720891 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-86cb742f-f1ea-4762-acdb-440f6e2244e1 req-41f603c0-859b-43ef-969b-126b0bd504a3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1603787 Jun 03 16:21:39.799462 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Router 6b7ebdf1-45c8-47c4-babd-385da191ed0d has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:21:39.838464 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-86cb742f-f1ea-4762-acdb-440f6e2244e1 req-f021e002-9b9c-4c61-808d-279945ead058 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069760 Jun 03 16:21:40.157651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512fae2-5311-4553-a77b-ff128cb97a09 req-67fc2380-6982-4360-9fb5-0d9f2fa8389e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:40.165574 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0512fae2-5311-4553-a77b-ff128cb97a09 req-67fc2380-6982-4360-9fb5-0d9f2fa8389e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.7114820 Jun 03 16:21:40.169094 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:21:40.181756 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] Sync routers for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:21:40.207761 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:21:40.208686 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:21:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:40.255239 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2922f-1d73-48bc-b442-ca9bf78b9c51 req-b50cfd38-a8cc-4e25-869b-3f493cd8c389 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:40.265996 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-faf2922f-1d73-48bc-b442-ca9bf78b9c51 req-b50cfd38-a8cc-4e25-869b-3f493cd8c389 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.2027583 Jun 03 16:21:40.267782 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0512fae2-5311-4553-a77b-ff128cb97a09 req-a5f92ec4-43b3-464d-a889-f2647a9fbe94 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985904 Jun 03 16:21:40.268842 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.328881 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-faf2922f-1d73-48bc-b442-ca9bf78b9c51 req-b8d1dd9e-61f7-43eb-8000-bfde7f672627 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618832 Jun 03 16:21:40.354638 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56684) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:40.358007 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4592514 Jun 03 16:21:40.359477 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766567292', 'description': 'tempest-secgroup-smoke-1766567292 description', 'project_id': '05e25a0146d549d2aef6e09980239db5'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:40.359914 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:40.365209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39165c90-ea67-49a2-bf85-d2f28fc85e14" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:40.375736 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:40.388380 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:40.401573 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.411968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2539ae-bbc7-4b4c-9492-370e14a9460b x-openstack-request-id: req-fa2539ae-bbc7-4b4c-9492-370e14a9460b {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:40.412283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:40.413122 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa2539ae-bbc7-4b4c-9492-370e14a9460b {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:40.413600 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'status': 'completed', 'code': 200} Jun 03 16:21:40.430948 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:21:40.433711 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:40.438582 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:40.441789 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:40.461452 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:40.573717 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.579646 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.587936 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3ae2e925-befd-4e56-897b-995eb36e6fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:40.592173 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-cf282d9b-87e9-4a55-95c7-acca036d1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:40.595522 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-cf282d9b-87e9-4a55-95c7-acca036d1405 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1098 time: 0.1205189 Jun 03 16:21:40.644250 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792b8b4e-b169-485d-8933-ac438d9f6c7b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:40.656115 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:40.659082 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.660609 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3049846 Jun 03 16:21:40.664095 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56688) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:40.670229 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group_rule': {'security_group_id': '792b8b4e-b169-485d-8933-ac438d9f6c7b', 'project_id': '05e25a0146d549d2aef6e09980239db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:40.683292 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:40.699458 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:40.703669 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:40.712799 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:40.749269 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.812268 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-158639b3-fc52-49c3-a14b-f8b17e8ac478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:40.815196 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-158639b3-fc52-49c3-a14b-f8b17e8ac478 service neutron] 10.222.0.76 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 916 time: 0.2032094 Jun 03 16:21:40.879992 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.890203 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.900995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f4c2b429-16d3-4872-ad34-043215e0f2b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:40.925140 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f54e7f8-9855-40c2-ba64-0f90e9abc2d2,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:40.936995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:40.949993 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:40.951812 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-51c4db02-7680-450d-bd6a-76988ac0f77a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864873 Jun 03 16:21:40.956013 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56692) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:40.962145 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group_rule': {'security_group_id': '792b8b4e-b169-485d-8933-ac438d9f6c7b', 'project_id': '05e25a0146d549d2aef6e09980239db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:40.971404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:40.976699 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-f6050549-6f2a-4c76-8822-e61ac27affcd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 999 time: 0.1484404 Jun 03 16:21:40.978497 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:40.998824 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:41.011613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:41.070087 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-d90b5295-c02c-4fe2-beca-229ea82cf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:41.071987 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-d90b5295-c02c-4fe2-beca-229ea82cf6e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 200 len: 854 time: 0.0876102 Jun 03 16:21:41.078199 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.111188 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '5d793370-ec09-41d3-99d7-2048edcb60fa', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'port_id': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:37Z', 'updated_at': '2021-06-03T16:21:37Z', 'revision_number': 0, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:41.124594 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] Checking router: 6b7ebdf1-45c8-47c4-babd-385da191ed0d for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:21:41.140395 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:21:41.141838 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:21:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:41.221967 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-66e19bba-d471-4dbf-b161-92951147418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:41.223714 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-66e19bba-d471-4dbf-b161-92951147418c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1441720 Jun 03 16:21:41.306946 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.322120 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.339713 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:41.364363 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facab529-bc75-46ad-8c91-558c9114ec39,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:41.378066 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:41.477438 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.477438 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5193434 Jun 03 16:21:41.484585 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56708) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:41.490566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group_rule': {'security_group_id': '792b8b4e-b169-485d-8933-ac438d9f6c7b', 'project_id': '05e25a0146d549d2aef6e09980239db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:41.498697 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:41.506071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:41.511642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:41.528774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:41.554372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fac968-fc35-473c-807f-b9e77881b72c req-8b3e20e7-44ef-4210-90bc-7be1b35002b6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:41.562424 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-19fac968-fc35-473c-807f-b9e77881b72c req-8b3e20e7-44ef-4210-90bc-7be1b35002b6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.4920363 Jun 03 16:21:41.564724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.605609 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:21:41.633886 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-19fac968-fc35-473c-807f-b9e77881b72c req-eed8722b-d869-4856-b6ae-5745a7b5a652 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702991 Jun 03 16:21:41.771775 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-ba6cdee3-caea-4e7f-8cc8-84d6764d9f27 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342402 Jun 03 16:21:41.813112 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.829228 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:41.848249 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-929b8d8c-c22d-4891-8379-592daf117b4d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:41.932435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf49884-9088-4d80-9f9f-1a1f70dabab6,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:41.944762 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b145-7d04-435c-892e-f7dd22dbbe20 req-9d0b7322-866a-4079-89d4-c9e7bb94b7ca tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:41.952042 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-24d1b145-7d04-435c-892e-f7dd22dbbe20 req-9d0b7322-866a-4079-89d4-c9e7bb94b7ca tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.3308318 Jun 03 16:21:41.968799 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:42.029825 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-39165c90-ea67-49a2-bf85-d2f28fc85e14 req-a441db22-3128-4eee-b64c-65c474b24031 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464664 Jun 03 16:21:42.031220 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23794d06-f07a-4930-bc17-1a327dfed4ff req-374a349b-9dd1-4456-9147-38fd0905e565 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:42.032285 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.032838 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-23794d06-f07a-4930-bc17-1a327dfed4ff req-374a349b-9dd1-4456-9147-38fd0905e565 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1761220 Jun 03 16:21:42.033916 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5479369 Jun 03 16:21:42.044435 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56716) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:42.050854 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group_rule': {'security_group_id': '792b8b4e-b169-485d-8933-ac438d9f6c7b', 'project_id': '05e25a0146d549d2aef6e09980239db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:42.063340 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-24d1b145-7d04-435c-892e-f7dd22dbbe20 req-1c9fbd87-098b-4288-a64c-231f379cd707 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103270 Jun 03 16:21:42.073344 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:42.082410 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:42.090765 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:42.107267 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:42.161143 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-23794d06-f07a-4930-bc17-1a327dfed4ff req-ee36192a-214d-4b25-aa3c-041fa85c1299 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155894 Jun 03 16:21:42.166629 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.227123 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '5d793370-ec09-41d3-99d7-2048edcb60fa', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'port_id': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:37Z', 'updated_at': '2021-06-03T16:21:37Z', 'revision_number': 0, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:42.236185 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e9d4b-0cdf-494c-bed0-275e9afbb180 None None] The sync data for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb is: [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '5d793370-ec09-41d3-99d7-2048edcb60fa', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'port_id': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:37Z', 'updated_at': '2021-06-03T16:21:37Z', 'revision_number': 0, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:21:42.366547 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.371444 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.407629 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-46b77f5d-68e8-4aef-b13b-6ff9ff22263b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:42.426274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dcde9c-479e-44c4-838e-796e8d7a4f41,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:42.435751 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:42.436615 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.437841 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ded6db78-38dd-4c4f-9617-e818f6524bc6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912776 Jun 03 16:21:42.442626 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56728) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:42.448406 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group_rule': {'security_group_id': '792b8b4e-b169-485d-8933-ac438d9f6c7b', 'project_id': '05e25a0146d549d2aef6e09980239db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:42.464814 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:42.471855 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:42.483497 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:42.491765 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:42.504847 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.securitygroups_db [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Project 05e25a0146d549d2aef6e09980239db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:21:42.525066 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.599946 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700a65b-3ac7-44f8-b615-9fd49b0e9258 None None] New status for floating IP 5d793370-ec09-41d3-99d7-2048edcb60fa: ACTIVE {{(pid=91759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:21:42.628021 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.638485 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.668960 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:42.687502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be24da1-c0dc-40bf-a9e6-a621bdc1b6dc,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:42.706328 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:42.708173 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:42.709707 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b19fa9e8-d3a1-4355-8304-ac36d09a5ce2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2655032 Jun 03 16:21:42.712307 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56738) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:42.718019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'security_group_rule': {'security_group_id': '792b8b4e-b169-485d-8933-ac438d9f6c7b', 'project_id': '05e25a0146d549d2aef6e09980239db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:42.730404 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:42.739646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Usage tracker for resource:security_group_rule and tenant:05e25a0146d549d2aef6e09980239db5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:42.745272 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:42.761252 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:42.811011 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.securitygroups_db [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Project 05e25a0146d549d2aef6e09980239db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:21:42.861181 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.133106 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56742) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:43.138799 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.154764 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.166936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5be8c3-aaa7-4a66-8b11-604723a42f78 req-691318d6-662d-4346-ae9f-73b27c18c6c7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:43.168466 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fe5be8c3-aaa7-4a66-8b11-604723a42f78 req-691318d6-662d-4346-ae9f-73b27c18c6c7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.2404001 Jun 03 16:21:43.172936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e21e00c7-2ca1-407f-98bc-06443193d351 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:43.229516 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e59050d-2b3b-4da1-921c-d9b952545859,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:43.235933 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:43.247469 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.249186 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-31097667-6c48-472a-99bc-a3fe1908759a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5354075 Jun 03 16:21:43.262670 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fe5be8c3-aaa7-4a66-8b11-604723a42f78 req-e281f553-e63b-40c6-b861-9cd0fbe0aadf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805995 Jun 03 16:21:43.355711 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.375891 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:43.382564 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Usage tracker for resource:security_group_rule and tenant:39fbbcb4cf8645deb7e6a62459f7d2c0 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:43.386871 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:43.396181 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:43.439104 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580dc5e-25a5-4c0e-893b-fe2386085b8f req-4daa6230-c469-49e8-8982-b1a0138ec72b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:43.441440 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d580dc5e-25a5-4c0e-893b-fe2386085b8f req-4daa6230-c469-49e8-8982-b1a0138ec72b tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1418965 Jun 03 16:21:43.473730 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-4b1de7e9-fbfc-446c-9bbc-34ce688f3d0a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766567292&fields=id&tenant_id=05e25a0146d549d2aef6e09980239db5 HTTP/1.1" status: 200 len: 267 time: 0.0788345 Jun 03 16:21:43.527239 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d580dc5e-25a5-4c0e-893b-fe2386085b8f req-7a3eb6b6-3546-4d7b-8206-26dc6f8bcb7e tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Jun 03 16:21:43.752459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.768042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:43.785655 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-300d112f-845f-40b0-8425-184a7f3a6818 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:43.787248 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-300d112f-845f-40b0-8425-184a7f3a6818 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.3051062 Jun 03 16:21:43.790516 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d4f9c4f3-f740-4c85-9aea-e6e87070163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:43.811178 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'port': {'security_groups': ['5e7e9530-353d-4b98-91da-d988ce4f0b60', '792b8b4e-b169-485d-8933-ac438d9f6c7b']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:43.934233 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39fbbcb4cf8645deb7e6a62459f7d2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7999451 Jun 03 16:21:43.936407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56750) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:43.940673 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88385638-48bb-4e4a-ab3a-2fc9afc77631,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:43.948947 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:44.023035 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.057710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.077188 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.110569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-1c9a6372-e7c5-4fcb-bfcf-8fba4cf4af82 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:44.110569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-1c9a6372-e7c5-4fcb-bfcf-8fba4cf4af82 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Synchronizing usage tracker for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:21:44.193028 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.195796 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-1c9a6372-e7c5-4fcb-bfcf-8fba4cf4af82 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Unset dirty status for tenant:bc58b3b4a00d40fab7dbefdd309dcfd8 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:21:44.196918 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-1c9a6372-e7c5-4fcb-bfcf-8fba4cf4af82 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.3395543 Jun 03 16:21:44.201348 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f3e26284-6103-461c-9c0d-9bd2c3d978d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:44.214849 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88385638-48bb-4e4a-ab3a-2fc9afc77631,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:44.219547 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:44.243956 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.248147 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88385638-48bb-4e4a-ab3a-2fc9afc77631 HTTP/1.1" status: 204 len: 168 time: 0.3072879 Jun 03 16:21:44.532683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca75ce-8e28-495f-9e45-a538ee42d260 req-11f6b7fb-4529-4e76-bbae-7b4c36a59c1c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:44.535911 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-75ca75ce-8e28-495f-9e45-a538ee42d260 req-11f6b7fb-4529-4e76-bbae-7b4c36a59c1c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1219578 Jun 03 16:21:44.604223 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Deleting port d951b186-9121-493c-8bd1-4a13fa578913 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:21:44.604607 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.612050 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-75ca75ce-8e28-495f-9e45-a538ee42d260 req-d58d4143-00b6-46d4-83a3-4f346cd7edab tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689938 Jun 03 16:21:44.781874 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:44.846022 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] For port d951b186-9121-493c-8bd1-4a13fa578913, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d951b186-9121-493c-8bd1-4a13fa578913,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:44.846586 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.869433 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56764) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:44.910639 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:44.971711 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5388d-2146-43f9-bff3-01372b558945 req-02f0ecee-f246-42a0-8a34-65ec6394f6ea tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:44.973416 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e8d5388d-2146-43f9-bff3-01372b558945 req-02f0ecee-f246-42a0-8a34-65ec6394f6ea tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 946 time: 0.1721315 Jun 03 16:21:45.024421 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e8d5388d-2146-43f9-bff3-01372b558945 req-cb20a0bb-927c-407b-894a-dcf9d42d27fa tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/security-groups?id=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Jun 03 16:21:45.053492 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.063327 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.100781 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5beb8b8f-d508-4687-a186-c2c83b40276d'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:45.125019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-814fe2b3-68ea-4688-97df-f4914965fd6c tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:45.165791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Calling delete_port for d951b186-9121-493c-8bd1-4a13fa578913 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:21:45.182601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:45.205940 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Usage tracker for resource:security_group_rule and tenant:dc85541cad84419a9029e85b01bf4adc is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:45.214011 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:45.214725 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.216204 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb40c3b-0cbc-49ed-9cba-a19507c1eda3 req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "PUT /v2.0/ports/5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 981 time: 1.4150016 Jun 03 16:21:45.220402 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:45.221947 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:45.228102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:45.244651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:45.275219 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=6']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:45.289651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:45.345710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79147d41-e87d-4c7d-ba01-b00b1a0ae19c x-openstack-request-id: req-79147d41-e87d-4c7d-ba01-b00b1a0ae19c {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:45.346018 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:45.346368 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79147d41-e87d-4c7d-ba01-b00b1a0ae19c {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:45.346828 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'status': 'completed', 'code': 200} Jun 03 16:21:45.403700 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5beb8b8f-d508-4687-a186-c2c83b40276d'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:45.517269 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb042c-f8ee-48fc-97f9-b231216b9b0a req-baf3afaf-c4d7-4305-b2b6-20e0e453077e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:45.525212 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9acb042c-f8ee-48fc-97f9-b231216b9b0a req-baf3afaf-c4d7-4305-b2b6-20e0e453077e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.1387613 Jun 03 16:21:45.575633 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-9acb042c-f8ee-48fc-97f9-b231216b9b0a req-804be216-f864-4ec7-8336-8db634445467 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Synchronizing usage tracker for tenant:05e25a0146d549d2aef6e09980239db5 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:21:45.593705 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.597618 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-9acb042c-f8ee-48fc-97f9-b231216b9b0a req-804be216-f864-4ec7-8336-8db634445467 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Unset dirty status for tenant:05e25a0146d549d2aef6e09980239db5 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:21:45.608631 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9acb042c-f8ee-48fc-97f9-b231216b9b0a req-804be216-f864-4ec7-8336-8db634445467 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792840 Jun 03 16:21:45.612774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:45.654466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.670987 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Pushing event deleted for resources: {'Port': ['ID=d951b186-9121-493c-8bd1-4a13fa578913,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:45.673126 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.690291 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:45.690852 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c98535b2-c15e-43d9-9783-22cf4fbbc958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:45.736999 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-c264c6ea-3566-4b18-a7fb-9538047f3a60 None None] Provisioning complete for port 5beb8b8f-d508-4687-a186-c2c83b40276d triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:21:45.745437 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c264c6ea-3566-4b18-a7fb-9538047f3a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.803858 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc85541cad84419a9029e85b01bf4adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329710 Jun 03 16:21:45.808010 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56774) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:45.831429 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c43993-2f29-4a35-953b-b62f4be98333,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:45.834961 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] No DVR routers for this DVR port d951b186-9121-493c-8bd1-4a13fa578913 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:21:45.865671 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.919122 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.953343 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:45.954941 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:45.956913 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-b15b5d91-ee02-4854-b887-68c8a10da54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:45.962308 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-b15b5d91-ee02-4854-b887-68c8a10da54c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1137 time: 0.4461703 Jun 03 16:21:45.973255 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-832a5f23-3b65-4e86-b879-daaad805b0ac req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.76 "DELETE /v2.0/ports/d951b186-9121-493c-8bd1-4a13fa578913 HTTP/1.1" status: 204 len: 173 time: 1.7341168 Jun 03 16:21:46.091117 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:46.102927 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:46.160365 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c43993-2f29-4a35-953b-b62f4be98333,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:46.175808 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:46.180942 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:46.183020 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23c43993-2f29-4a35-953b-b62f4be98333 HTTP/1.1" status: 204 len: 168 time: 0.3725600 Jun 03 16:21:46.498217 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-eb87218e-b67f-449a-93f4-472efbea8090 req-cfe98f12-c7ca-4f07-8771-110243db6327 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3059f4-06c8-4843-bacb-b9c63f517d11 HTTP/1.1" status: 200 len: 210 time: 0.0665874 Jun 03 16:21:46.509414 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-4335739f-b61f-404a-8dfe-1c0fd5439fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:46.511998 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-4335739f-b61f-404a-8dfe-1c0fd5439fce service neutron] 10.222.0.76 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 916 time: 0.5359623 Jun 03 16:21:46.889683 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-922c1582-6028-459d-899d-e7163a80db1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 1001 time: 0.3656416 Jun 03 16:21:47.018326 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-b3553739-9d3b-4d47-a965-128a01d8204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:47.020072 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-b3553739-9d3b-4d47-a965-128a01d8204c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 200 len: 854 time: 0.1209743 Jun 03 16:21:47.031337 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5f18-dd2b-44a2-ab33-935dde681349 req-2c0f7809-0813-4216-be6f-e4e640dcfcf2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:47.042105 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-773f5f18-dd2b-44a2-ab33-935dde681349 req-2c0f7809-0813-4216-be6f-e4e640dcfcf2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 1.1416039 Jun 03 16:21:47.172765 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-773f5f18-dd2b-44a2-ab33-935dde681349 req-de15d3ea-c6b3-467d-afce-4e4d918536dd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292288 Jun 03 16:21:47.257768 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-24ee9fb5-fe3b-4589-a39d-c31654b89767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:47.259422 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-24ee9fb5-fe3b-4589-a39d-c31654b89767 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1837487 Jun 03 16:21:47.374054 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'name': 'network-vif-deleted', 'tag': 'd951b186-9121-493c-8bd1-4a13fa578913'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:47.376926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b59027-9382-4eb6-bebe-2fc099efe931" -d '{"events": [{"server_uuid": "7a3059f4-06c8-4843-bacb-b9c63f517d11", "name": "network-vif-deleted", "tag": "d951b186-9121-493c-8bd1-4a13fa578913"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:47.477270 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-eeb6a9c3-c692-4ed7-91da-82f96c6e02d1 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100136 Jun 03 16:21:47.478707 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d056a3a9-edd0-4d21-b974-b38e1f7931ed x-openstack-request-id: req-d056a3a9-edd0-4d21-b974-b38e1f7931ed {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:47.479033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3059f4-06c8-4843-bacb-b9c63f517d11", "name": "network-vif-deleted", "tag": "d951b186-9121-493c-8bd1-4a13fa578913", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:47.479300 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d056a3a9-edd0-4d21-b974-b38e1f7931ed {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:47.479709 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3059f4-06c8-4843-bacb-b9c63f517d11', 'name': 'network-vif-deleted', 'tag': 'd951b186-9121-493c-8bd1-4a13fa578913', 'status': 'completed', 'code': 200} Jun 03 16:21:47.647975 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56802) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:47.693660 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7b9cc38c-8827-4f49-b1f6-4003a5b4b83a req-c1692262-5783-4ea8-9e47-d90698d4b9c1 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947842 Jun 03 16:21:48.635189 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b9cda-932a-42ba-9918-9e96a0ffb369 req-640f5ba2-c2e7-4728-bfec-9fccb0a7c594 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:48.644391 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9a3b9cda-932a-42ba-9918-9e96a0ffb369 req-640f5ba2-c2e7-4728-bfec-9fccb0a7c594 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.2040486 Jun 03 16:21:48.687872 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device d951b186-9121-493c-8bd1-4a13fa578913 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:48.776935 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9a3b9cda-932a-42ba-9918-9e96a0ffb369 req-90200d74-28d5-45f2-b61a-1cf4c8d8067a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311688 Jun 03 16:21:48.779537 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: d951b186-9121-493c-8bd1-4a13fa578913 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:21:48.779902 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device d951b186-9121-493c-8bd1-4a13fa578913 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:48.906622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:49.570331 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Deleting port 750db834-0dad-4f29-bbbf-35ba62b8f932 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:21:49.570951 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:49.736856 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] For port 750db834-0dad-4f29-bbbf-35ba62b8f932, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=750db834-0dad-4f29-bbbf-35ba62b8f932,segment=NetworkSegment(27aafdbf-83b3-4682-a81a-1b2a5fcba4fc),segment_id=27aafdbf-83b3-4682-a81a-1b2a5fcba4fc)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:49.737282 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:49.899894 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Calling delete_port for 750db834-0dad-4f29-bbbf-35ba62b8f932 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:21:50.082645 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bedb5f-0591-4b5a-a5db-cb9576fc8456 req-10e8c86b-6152-4d8d-a21a-46056ad837c7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:50.084967 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c6bedb5f-0591-4b5a-a5db-cb9576fc8456 req-10e8c86b-6152-4d8d-a21a-46056ad837c7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1028693 Jun 03 16:21:50.149504 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c6bedb5f-0591-4b5a-a5db-cb9576fc8456 req-a507adda-b039-481e-ad48-6cbef0cd51b3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534842 Jun 03 16:21:50.154404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56858) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:50.315172 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.338105 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:50.343176 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4470325d-fdb5-4fb9-ada5-a4d60135c3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.345496 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Usage tracker for resource:security_group_rule and tenant:38ecce1c2168446aa4eaee0c3ad18d35 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:50.351188 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:50.358146 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:50.363514 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.372586 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-28822b4e-5958-4d44-a00a-eab772db74a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:50.427119 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Pushing event deleted for resources: {'Port': ['ID=750db834-0dad-4f29-bbbf-35ba62b8f932,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:50.435491 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:50.648344 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.660675 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.669434 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dc0e13aa-5d01-4931-ad5c-aa1d91d4f146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:50.790231 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38ecce1c2168446aa4eaee0c3ad18d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6314421 Jun 03 16:21:50.791464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ec6de-7ad0-4ca1-a4b1-24d3e38bc7e4,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:50.792363 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56862) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:50.796394 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:50.822742 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.892177 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.925282 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:50.999635 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:51.008730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:51.067998 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ec6de-7ad0-4ca1-a4b1-24d3e38bc7e4,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:51.075766 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:51.083302 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:51.085766 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/399ec6de-7ad0-4ca1-a4b1-24d3e38bc7e4 HTTP/1.1" status: 204 len: 168 time: 0.2918725 Jun 03 16:21:51.138149 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-90ffc35e-f0a7-4bd5-abbe-f527b85e4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:51.140014 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-90ffc35e-f0a7-4bd5-abbe-f527b85e4f05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1099 time: 0.1121471 Jun 03 16:21:51.326905 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-cd0a2d47-303e-4802-ba23-bace71a34dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:51.329501 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-cd0a2d47-303e-4802-ba23-bace71a34dcb service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1829026 Jun 03 16:21:51.471760 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-4176f19e-5b9d-412c-97d4-f48447fd0695 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 1001 time: 0.1345034 Jun 03 16:21:51.511499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56872) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:51.545665 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-765d371f-ad3d-4c18-8c09-085a9c5c1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:51.547208 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-765d371f-ad3d-4c18-8c09-085a9c5c1b4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0697103 Jun 03 16:21:51.547379 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:51.564538 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c4e9-83ba-43c6-8c58-f9df6c8e316d req-bfa3e094-4030-41cd-aa3a-636a2af48db5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:51.566084 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b490c4e9-83ba-43c6-8c58-f9df6c8e316d req-bfa3e094-4030-41cd-aa3a-636a2af48db5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.2369046 Jun 03 16:21:51.569816 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:21:51.596393 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:51.610677 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Usage tracker for resource:security_group_rule and tenant:891bf28b5a9c4c57a55a3e3364caa903 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:51.631083 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-d283a005-407d-4199-a103-d8c8f769426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:51.632595 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-d283a005-407d-4199-a103-d8c8f769426e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785561 Jun 03 16:21:51.665253 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:51.687106 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:51.715125 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b490c4e9-83ba-43c6-8c58-f9df6c8e316d req-94dfb539-b715-40c5-9b58-45dec728c602 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399341 Jun 03 16:21:51.786082 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-38c775b6-acd2-476b-9f05-7bf35c753043 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462388 Jun 03 16:21:51.854836 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:21:51.866011 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] Sync routers for ids ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:21:51.876757 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] Routers {'0819d33c-1918-4ff5-811a-5cd7e00e3e06'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:21:51.877492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:21:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:51.914020 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:51.919969 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-820f347f-c14e-426f-ac38-4f33d3802035 admin admin] 10.222.0.54 "PUT /v2.0/routers/0819d33c-1918-4ff5-811a-5cd7e00e3e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2681704 Jun 03 16:21:51.920240 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56874) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:51.983862 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:51.998133 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d04bf683-2eeb-4467-a773-b927babf9cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:52.010203 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-abb36ab1-3fcc-4643-9105-a24bdf30111f req-80969c6b-69ab-4129-bbaa-bd4a439b07f7 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155550 Jun 03 16:21:52.060583 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=891bf28b5a9c4c57a55a3e3364caa903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473466 Jun 03 16:21:52.061324 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b19ef0e-0ca5-42c2-bb6e-2b1ded7b8b7f,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:52.065807 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56876) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:52.066607 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-28cfca1d-d604-41a7-94b8-76acfbd1ed2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:52.118208 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] Set router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:21:52.181785 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.272989 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.374359 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.422113 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.429308 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102'}], 'enable_snat': True}, 'gw_port_id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:21:50Z', 'revision_number': 5, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port': {'id': 'dd30d510-c7ff-4a03-ae0d-4edaa74b3314', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:52.435570 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] Checking router: 0819d33c-1918-4ff5-811a-5cd7e00e3e06 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:21:52.446985 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] Routers {'0819d33c-1918-4ff5-811a-5cd7e00e3e06'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:21:52.447626 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:21:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:52.486548 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.493001 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-25100613-8788-4192-9c8a-75fc8ac094ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:52.514033 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b19ef0e-0ca5-42c2-bb6e-2b1ded7b8b7f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:52.517169 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:52.518088 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.522249 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b19ef0e-0ca5-42c2-bb6e-2b1ded7b8b7f HTTP/1.1" status: 204 len: 168 time: 0.4517226 Jun 03 16:21:52.548287 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Deleting port dd30d510-c7ff-4a03-ae0d-4edaa74b3314 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:21:52.548843 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.628348 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] Set router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:21:52.764478 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] For port dd30d510-c7ff-4a03-ae0d-4edaa74b3314, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:52.764733 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:52.786423 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:21:52Z', 'revision_number': 6, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:52.791988 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e3a4-13e2-4c6d-b6e5-ce292431ca56 None None] The sync data for ids ['0819d33c-1918-4ff5-811a-5cd7e00e3e06'] in dv-cinder-786524-8-smb is: [{'id': '0819d33c-1918-4ff5-811a-5cd7e00e3e06', 'name': 'tempest-ServerRescueNegativeTestJSON-1584576250-router', 'tenant_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:04Z', 'updated_at': '2021-06-03T16:21:52Z', 'revision_number': 6, 'project_id': 'bc58b3b4a00d40fab7dbefdd309dcfd8', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:21:52.967693 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e1ab-60a1-4a13-bf1e-2685a8c985fe req-efe12562-2a4d-4558-8df9-19007a9789f7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:52.969909 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2fe8e1ab-60a1-4a13-bf1e-2685a8c985fe req-efe12562-2a4d-4558-8df9-19007a9789f7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.0945861 Jun 03 16:21:53.004909 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.049554 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2fe8e1ab-60a1-4a13-bf1e-2685a8c985fe req-b8aa4323-1f8c-4e40-bcb3-2d0875fc8eb5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612485 Jun 03 16:21:53.074526 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Calling delete_port for dd30d510-c7ff-4a03-ae0d-4edaa74b3314 owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:21:53.097373 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d511781e-c7d5-42a3-a3ea-aee4eda4aa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.296190 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.300478 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:53.344656 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd30d510-c7ff-4a03-ae0d-4edaa74b3314,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:53.350496 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:53.443622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.627672 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.630406 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.721089 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.722070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0819d33c-1918-4ff5-811a-5cd7e00e3e06 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:21:53.737475 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.738742 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a305ab1b-b1a0-40bf-b157-b8bad06b05a8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0819d33c-1918-4ff5-811a-5cd7e00e3e06 HTTP/1.1" status: 204 len: 168 time: 1.8175905 Jun 03 16:21:53.741294 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56906) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:53.815132 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Deleting subnet 116194ef-6c61-423b-b85a-db0842afa9d6 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:21:53.818992 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.875866 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:53.954654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.081197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56910) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:54.249492 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.269406 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:21:54.276055 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf0c8f43ab1450c8018687c548b06f9 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:21:54.277921 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:21:54.285178 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:21:54.307214 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.315751 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-79f8f85a-8614-4ff0-8276-2711d8f50f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:54.357016 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116194ef-6c61-423b-b85a-db0842afa9d6,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:54.359799 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:54.363310 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.373512 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ebb4d81e-79ec-47f5-b689-a8a1c181b71a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/116194ef-6c61-423b-b85a-db0842afa9d6 HTTP/1.1" status: 204 len: 168 time: 0.6311052 Jun 03 16:21:54.382690 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56916) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:54.412654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32219d-71b1-4cc7-bd4a-2ff45eb33528 req-e5a058a2-ae46-454a-b03d-a311a5712b17 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:54.414795 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9b32219d-71b1-4cc7-bd4a-2ff45eb33528 req-e5a058a2-ae46-454a-b03d-a311a5712b17 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 946 time: 0.1927178 Jun 03 16:21:54.483741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.487622 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.495388 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d58bb66f-876c-4cd4-b198-33429d383c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:54.525828 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.540147 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6cf0c8f43ab1450c8018687c548b06f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575276 Jun 03 16:21:54.541210 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafe94fb-95cd-48e7-9c9a-35720d59696a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:54.543374 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56918) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:54.546136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:54.547369 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.570068 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9b32219d-71b1-4cc7-bd4a-2ff45eb33528 req-faf022a6-0df8-459f-aa7c-edbe9a8f77d6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467953 Jun 03 16:21:54.722319 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:54.826355 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd30d510-c7ff-4a03-ae0d-4edaa74b3314 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:54.898229 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: dd30d510-c7ff-4a03-ae0d-4edaa74b3314 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:21:54.899283 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd30d510-c7ff-4a03-ae0d-4edaa74b3314 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:54.899497 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 750db834-0dad-4f29-bbbf-35ba62b8f932 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:54.900050 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.916517 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:54.956656 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592972e3-0317-4bda-8259-5457b522281a']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:54.965808 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 750db834-0dad-4f29-bbbf-35ba62b8f932 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:21:54.966415 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 750db834-0dad-4f29-bbbf-35ba62b8f932 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:54.998345 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:54.998836 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aafdbf-83b3-4682-a81a-1b2a5fcba4fc') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:21:55.012139 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.038761 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.062850 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.096743 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:21:55.097240 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.099294 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5154b5-767a-49a6-8806-dd3f45f48268" -d '{"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-unplugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:21:55.110611 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:21:55.111266 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.118454 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:55.128474 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.134513 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:21:55.142013 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:21:55.185398 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb05d86-55dc-4d5a-ab8c-012fe97b6625 x-openstack-request-id: req-4eb05d86-55dc-4d5a-ab8c-012fe97b6625 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:21:55.186272 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-unplugged", "status": "failed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "code": 422}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:21:55.186936 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4eb05d86-55dc-4d5a-ab8c-012fe97b6625 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:21:55.187818 dv-cinder-786524-8-smb neutron-server[91758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'code': 422} returned with failed status Jun 03 16:21:55.242941 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=8']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.250046 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:55.264754 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.270604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dcf2140f-ff08-40b8-af0f-463c28d927c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:55.289155 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.299218 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafe94fb-95cd-48e7-9c9a-35720d59696a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.303274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.308056 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:55.311085 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6825b64f-6d0a-4ecd-9613-3ca4c0e12312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:55.356720 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Pushing event deleted for resources: {'Network': ['ID=592972e3-0317-4bda-8259-5457b522281a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.361205 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.362140 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eafe94fb-95cd-48e7-9c9a-35720d59696a HTTP/1.1" status: 204 len: 168 time: 0.8174496 Jun 03 16:21:55.364529 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] 10.222.0.54 "DELETE /v2.0/networks/592972e3-0317-4bda-8259-5457b522281a HTTP/1.1" status: 204 len: 168 time: 0.9777849 Jun 03 16:21:55.365912 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ff33ff97-9c9c-4a2b-933a-55f1599282ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:55.531447 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56942) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:55.589150 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d00cb815-372f-4e98-b34e-c68274e7eac7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc58b3b4a00d40fab7dbefdd309dcfd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558624 Jun 03 16:21:55.598545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 56944) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:55.669670 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.700080 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.806882 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.817472 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e5e9d994-6364-463c-9399-6a207f5db4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:21:55.851976 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.854129 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:55.858896 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:21:55.991363 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:55.992881 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4be9d3e7-8c6e-46a0-87bf-4f7cbcf057e5 HTTP/1.1" status: 204 len: 168 time: 0.3932345 Jun 03 16:21:56.055455 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab99c2a-3ad5-433b-88c9-65f2383c2c82 req-ff0b54c7-7944-4dc6-94fd-9b8e73418e21 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:56.057607 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7ab99c2a-3ad5-433b-88c9-65f2383c2c82 req-ff0b54c7-7944-4dc6-94fd-9b8e73418e21 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1907992 Jun 03 16:21:56.127923 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7ab99c2a-3ad5-433b-88c9-65f2383c2c82 req-919d7497-c078-4685-9cf2-e26b01d01511 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616021 Jun 03 16:21:56.838112 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 56998) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:57.056071 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-681e9381-ae72-489f-ae4d-cff889e9ec06 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2132084 Jun 03 16:21:57.536864 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc45d3-7665-4aa4-a14d-d5baba126082 req-8413a0ea-409d-4e30-9337-6b2ff3483b80 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:57.539509 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bcfc45d3-7665-4aa4-a14d-d5baba126082 req-8413a0ea-409d-4e30-9337-6b2ff3483b80 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1234014 Jun 03 16:21:57.607918 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-bcfc45d3-7665-4aa4-a14d-d5baba126082 req-842417ae-e834-4184-a49e-008f71d96a12 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607512 Jun 03 16:21:58.738637 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:58.911061 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0ef89-1055-46e6-bcac-905994f91ed7 req-f5fe918b-0102-433f-a7ee-3e4f884362e8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:58.914328 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e8f0ef89-1055-46e6-bcac-905994f91ed7 req-f5fe918b-0102-433f-a7ee-3e4f884362e8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1018074 Jun 03 16:21:58.990820 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e8f0ef89-1055-46e6-bcac-905994f91ed7 req-d71a0f11-38a0-4f85-bd7c-3ba1ab31f7c8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654173 Jun 03 16:21:59.162394 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:21:59.219186 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699332-b9ab-4e96-86fc-83559dd45732 req-43c1a3df-302b-4596-966a-aaa76e70e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:59.221664 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-43c1a3df-302b-4596-966a-aaa76e70e057 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e&tenant_id=27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 1097 time: 0.0928159 Jun 03 16:21:59.333776 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699332-b9ab-4e96-86fc-83559dd45732 req-cfc83908-856f-417e-83cd-243a73b8b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:59.335360 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-cfc83908-856f-417e-83cd-243a73b8b970 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1097 time: 0.0767906 Jun 03 16:21:59.486350 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699332-b9ab-4e96-86fc-83559dd45732 req-5c2994b4-0f3b-4b85-bdb9-081bf1214b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:59.487793 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-5c2994b4-0f3b-4b85-bdb9-081bf1214b35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1428609 Jun 03 16:21:59.608050 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-01972c9d-9ce7-461a-a773-aedb7feafdb0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 999 time: 0.1128511 Jun 03 16:21:59.677715 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699332-b9ab-4e96-86fc-83559dd45732 req-44e858d5-f53c-4b35-b29b-bfd2211580b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:59.679435 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-44e858d5-f53c-4b35-b29b-bfd2211580b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0653977 Jun 03 16:21:59.767193 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699332-b9ab-4e96-86fc-83559dd45732 req-e7d2ff92-0818-4c36-b121-f5eeca52fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:21:59.768717 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-e7d2ff92-0818-4c36-b121-f5eeca52fda2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819933 Jun 03 16:22:00.000465 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-54449a16-3cc4-404a-89d2-00e6f8ea6964 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245955 Jun 03 16:22:00.235267 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-52699332-b9ab-4e96-86fc-83559dd45732 req-f9260941-788b-4696-b1c1-d92301dd35da service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277198 Jun 03 16:22:00.295643 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75b2f-78f9-44f7-bf2d-c11fa66f8aea req-68d0fcdc-52e3-47df-9fd6-9373e0eca59d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:00.297581 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0bf75b2f-78f9-44f7-bf2d-c11fa66f8aea req-68d0fcdc-52e3-47df-9fd6-9373e0eca59d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1607690 Jun 03 16:22:00.374812 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0bf75b2f-78f9-44f7-bf2d-c11fa66f8aea req-3d6c3eaa-031e-4bf8-91dd-6e05755998ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654359 Jun 03 16:22:01.014860 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:01.709911 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa113-427a-4b3c-a5da-5add05e81868 req-3e091bec-ddea-4c4b-9dc9-9e728dc2cef1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:01.712597 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-492aa113-427a-4b3c-a5da-5add05e81868 req-3e091bec-ddea-4c4b-9dc9-9e728dc2cef1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1419811 Jun 03 16:22:01.774565 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-492aa113-427a-4b3c-a5da-5add05e81868 req-9c789186-7593-410f-b6a5-682fcc9608f9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538254 Jun 03 16:22:02.344694 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57140) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:02.505408 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:02.532224 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:02.536978 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Usage tracker for resource:security_group_rule and tenant:4dc8bd705e414ec2a54ef98e7b7a4ae6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:02.541255 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:02.551862 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:02.718045 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:02.723067 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:02.731096 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e74859bf-44bf-47f5-8109-cec262f7f0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:02.814347 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4dc8bd705e414ec2a54ef98e7b7a4ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678755 Jun 03 16:22:02.818697 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57148) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:02.821793 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d920761-b670-4dad-a979-538fdb8b6c13,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:02.861062 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:02.999974 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.071101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.175949 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.200896 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:03.222529 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d920761-b670-4dad-a979-538fdb8b6c13,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:03.225802 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.227848 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d920761-b670-4dad-a979-538fdb8b6c13 HTTP/1.1" status: 204 len: 168 time: 0.4069622 Jun 03 16:22:03.229541 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:03.243343 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e235e9-e1c1-4a0f-8e9a-322e9105657c req-575f6ba6-418a-4a5a-846c-706254b84b8f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:03.249119 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a1e235e9-e1c1-4a0f-8e9a-322e9105657c req-575f6ba6-418a-4a5a-846c-706254b84b8f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.2137771 Jun 03 16:22:03.348655 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a1e235e9-e1c1-4a0f-8e9a-322e9105657c req-5e828385-4feb-4d74-b701-4af761c3d6e9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852039 Jun 03 16:22:03.735086 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57160) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:03.759123 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.776729 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:03.782161 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Usage tracker for resource:security_group_rule and tenant:fb58f976f97a47c39bb0e3822c91b840 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:03.785953 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:03.795228 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:03.975718 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.980749 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.988853 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e1aa8c7b-f130-43aa-9d33-900a7b8a0e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:04.057727 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb58f976f97a47c39bb0e3822c91b840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214715 Jun 03 16:22:04.058749 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a15e8a7-0c09-4600-a723-b6fab569fb89,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:04.061526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57164) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:04.072052 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:04.164493 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:04.223367 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:04.335429 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:04.358353 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d4f90509-ea4a-404b-bda9-8a38ec58cae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:04.375779 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a15e8a7-0c09-4600-a723-b6fab569fb89,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:04.385860 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:04.406870 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:04.411014 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a15e8a7-0c09-4600-a723-b6fab569fb89 HTTP/1.1" status: 204 len: 168 time: 0.3461859 Jun 03 16:22:04.746383 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7be29-eff2-46ca-984c-2695f59de521 req-392abac2-b07c-4e4d-a635-297dac19ccd9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:04.749388 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1db7be29-eff2-46ca-984c-2695f59de521 req-392abac2-b07c-4e4d-a635-297dac19ccd9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1796763 Jun 03 16:22:04.774279 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57178) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:04.877433 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1db7be29-eff2-46ca-984c-2695f59de521 req-a2ecf157-0d89-44be-8b7d-6d327af871af tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159151 Jun 03 16:22:05.054263 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.075750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:05.082509 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:d936b9816d0046c387769dc9a5d59919 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:05.087748 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:05.098048 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:05.234772 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.242566 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.250146 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0d45569c-69de-4ee8-9ea6-f710c5d33b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:05.310972 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d936b9816d0046c387769dc9a5d59919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349503 Jun 03 16:22:05.311810 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c86ca2-e946-4867-9c5b-1814f6d17bbe,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:05.315149 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:05.316374 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57192) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:05.416299 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.463261 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.541131 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.546117 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fa0c54fe-1ae5-43a7-8b78-1b0ad0a61acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:05.560398 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c86ca2-e946-4867-9c5b-1814f6d17bbe,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:05.564443 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:05.568070 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.572648 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6c86ca2-e946-4867-9c5b-1814f6d17bbe HTTP/1.1" status: 204 len: 168 time: 0.2547739 Jun 03 16:22:06.153046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da325581-0248-4534-93c0-757c8b1d0f74 req-40682c84-f79b-441b-b488-1d19aecbe9bf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:06.154833 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-da325581-0248-4534-93c0-757c8b1d0f74 req-40682c84-f79b-441b-b488-1d19aecbe9bf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1097963 Jun 03 16:22:06.215703 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-da325581-0248-4534-93c0-757c8b1d0f74 req-5e4449cb-d1ea-49a3-b7d6-ddfe80806a9b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537059 Jun 03 16:22:07.026032 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57244) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:07.267229 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1933357461-network', 'tenant_id': '6383a6e2481947079b6f53fabdf405a3'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:07.272989 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:07.298217 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Usage tracker for resource:network and tenant:6383a6e2481947079b6f53fabdf405a3 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:07.300965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:07.325428 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:07.347548 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Made reservation on behalf of 6383a6e2481947079b6f53fabdf405a3 for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:07.351350 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.526669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.554811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:07.561757 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Usage tracker for resource:security_group_rule and tenant:6383a6e2481947079b6f53fabdf405a3 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:07.566324 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:07.575969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:07.645890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be878c1-b8fb-4f70-b115-55995a5279e6 req-2d13b091-c42e-4d21-b52a-f04e1f33834c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:07.649356 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2be878c1-b8fb-4f70-b115-55995a5279e6 req-2d13b091-c42e-4d21-b52a-f04e1f33834c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1673186 Jun 03 16:22:07.827796 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.831579 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2be878c1-b8fb-4f70-b115-55995a5279e6 req-b60156a3-3ec2-477b-af2c-5d69629e8341 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684711 Jun 03 16:22:07.833326 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.837812 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d7cd703a-c94d-413d-a9e9-c232aa0d5488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:07.874643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:22:07.895669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e15de3-dbe4-441b-a69b-53abaa706047,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:07.915143 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.915494 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Added segment bd1f406c-0359-435a-a1b5-55fd4178d4ff of type vlan for network f962bb9a-50bb-4f26-bb71-433e758e2a4e Jun 03 16:22:07.924987 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:07.968814 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.006841 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.008391 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:08.009362 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.040716 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-340c06fe-1378-4aee-9d1c-4ba7b546fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:08.065315 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0340102 Jun 03 16:22:08.065663 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57268) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:08.072408 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Request body: {'subnet': {'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1933357461-subnet', 'tenant_id': '6383a6e2481947079b6f53fabdf405a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:08.081922 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:08.095804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Usage tracker for resource:subnet and tenant:6383a6e2481947079b6f53fabdf405a3 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:08.100936 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:08.113484 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:08.135904 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Made reservation on behalf of 6383a6e2481947079b6f53fabdf405a3 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:08.139780 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32284666'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.190584 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Pushing event updated for resources: {'Network': ['ID=f962bb9a-50bb-4f26-bb71-433e758e2a4e,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:08.211228 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:08.216638 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network f962bb9a-50bb-4f26-bb71-433e758e2a4e details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:22:08.732102 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32358838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32284648'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.734750 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57280) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:08.736343 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e33cc295-a1da-4591-9c5a-f8fdf10a016b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:08.808683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:08.813832 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:08.832250 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Checking segment: {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:22:08.832657 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Network hostable DHCP agents. Network: f962bb9a-50bb-4f26-bb71-433e758e2a4e, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:22:08.861740 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Network f962bb9a-50bb-4f26-bb71-433e758e2a4e is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:22:08.874900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, f962bb9a-50bb-4f26-bb71-433e758e2a4e) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:08.886232 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:08.886917 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.916522 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ce4a1-0485-4632-acff-b22783bcbf8c None None] Network f962bb9a-50bb-4f26-bb71-433e758e2a4e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:22:08.920968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.945492 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8772695 Jun 03 16:22:08.969236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:08.978777 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Usage tracker for resource:security_group_rule and tenant:e26c3a3bae4b4e4b8cb23e4a9ee69ec5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:08.998394 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:09.009535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:09.295309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.305047 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.403765 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-13e8e641-4ca4-4b12-b1f5-31fc19c9735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:09.479690 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e26c3a3bae4b4e4b8cb23e4a9ee69ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7410760 Jun 03 16:22:09.479690 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abaa8da-2716-4835-bc4a-ee132da2a1bd,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:09.482221 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57294) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:09.494024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-aaf6a3a5-7c70-41a3-84ee-2438d0be7c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:09.572957 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.581301 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b075df8-e5d3-4d17-9abb-92ee0c3ba971 None None] Network f962bb9a-50bb-4f26-bb71-433e758e2a4e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:22:09.618471 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066a9fa-5ce9-4600-8a34-2d737d6d5372 req-fa149fa0-a919-40c8-8388-937f0ce40173 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:09.620137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.622234 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0066a9fa-5ce9-4600-8a34-2d737d6d5372 req-fa149fa0-a919-40c8-8388-937f0ce40173 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.4623771 Jun 03 16:22:09.760088 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0066a9fa-5ce9-4600-8a34-2d737d6d5372 req-799cb1d3-d71f-48c1-b1fc-056effa9233c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218283 Jun 03 16:22:09.768658 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.777050 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-977246a1-87f8-412b-b119-76aa91882029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:09.825316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.829888 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1abaa8da-2716-4835-bc4a-ee132da2a1bd HTTP/1.1" status: 204 len: 168 time: 0.3451626 Jun 03 16:22:09.832683 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abaa8da-2716-4835-bc4a-ee132da2a1bd,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:09.837106 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:10.265652 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57306) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:10.300301 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.321043 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:10.326491 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7575414a36e0494b9894b89a56d6740c is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:10.334110 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:10.350604 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:10.522548 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.533970 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.542128 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-264e2325-be09-4699-b49e-7199537724ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:10.596241 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7575414a36e0494b9894b89a56d6740c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290334 Jun 03 16:22:10.597271 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5633e-746a-4992-a6d4-857a814155a0,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.599249 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57308) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:10.600426 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:10.685943 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.714698 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.792563 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.799816 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-77c19d82-ae1c-40b7-8af8-93e21c8417f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:10.814546 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5633e-746a-4992-a6d4-857a814155a0,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.826334 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.826699 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.827079 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.827571 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.827994 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.828347 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.828686 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.829031 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.829370 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.829706 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.830074 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.830437 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.833167 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.836852 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42d5633e-746a-4992-a6d4-857a814155a0 HTTP/1.1" status: 204 len: 168 time: 0.2337434 Jun 03 16:22:10.836852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:11.001856 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400793e-4bcb-44a5-8707-8e99006b612d req-64339016-89c8-4691-813e-a90c98267bf4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:11.003400 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6400793e-4bcb-44a5-8707-8e99006b612d req-64339016-89c8-4691-813e-a90c98267bf4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1024909 Jun 03 16:22:11.071468 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6400793e-4bcb-44a5-8707-8e99006b612d req-26ea7edb-8e82-45b8-90a6-7d60b869f5e2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619240 Jun 03 16:22:11.862574 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-0775b400-a52b-4635-8e32-fbe07a3d2f51 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:11.866716 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-0775b400-a52b-4635-8e32-fbe07a3d2f51 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/networks?id=f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 200 len: 814 time: 0.2341559 Jun 03 16:22:11.888215 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-c315bb6a-bd14-4bb9-bd0c-a3539b9a654c tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/quotas/6383a6e2481947079b6f53fabdf405a3 HTTP/1.1" status: 200 len: 375 time: 0.0127759 Jun 03 16:22:11.946359 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-8132456b-a1cb-436e-82db-9a7b20e445f5 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6383a6e2481947079b6f53fabdf405a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519152 Jun 03 16:22:12.129637 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-123d469e-2e03-4392-8707-66b7720bc08e service neutron] 10.222.0.54 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732557 Jun 03 16:22:12.347013 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-f585b744-e132-4b33-81b0-aab90eb959d9 service neutron] 10.222.0.54 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019718 Jun 03 16:22:12.453274 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb9de1-3e06-4c2e-b07e-398478ae35dc req-78296235-3429-4536-8252-875416386e17 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:12.455046 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f1bb9de1-3e06-4c2e-b07e-398478ae35dc req-78296235-3429-4536-8252-875416386e17 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1111162 Jun 03 16:22:12.585283 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f1bb9de1-3e06-4c2e-b07e-398478ae35dc req-d7ecdd1a-2d5b-478d-a25d-d2220688b574 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123080 Jun 03 16:22:12.662183 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57360) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:12.720499 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6b35f484-8035-4cbe-ab60-8b766e370973 req-d37ba2cc-d64c-4d75-a966-c56eed6397d1 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0674815 Jun 03 16:22:12.912706 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:12.943537 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:12.949399 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Usage tracker for resource:security_group_rule and tenant:93123406f04b4d09b2309b1589d2aba6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:12.953579 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:12.964804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:13.108061 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.116280 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.152368 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd6f5f0a-f618-4467-b57d-eefcdfe80f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:13.175796 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93123406f04b4d09b2309b1589d2aba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123463 Jun 03 16:22:13.183290 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57372) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:13.231140 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2e496-e58a-4883-a089-c7b5020be6b0,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:13.237583 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:13.299320 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.334875 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.407336 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.416225 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-baa95c81-24a9-4ee4-8484-5ae8c8e64de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:13.442048 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2e496-e58a-4883-a089-c7b5020be6b0,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:13.447543 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:13.451251 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.453067 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ad2e496-e58a-4883-a089-c7b5020be6b0 HTTP/1.1" status: 204 len: 168 time: 0.2715707 Jun 03 16:22:13.804918 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f67e3-8c34-4145-99e2-46c31ee256b4 req-01169393-0478-4ec4-b94a-52a84169ba05 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:13.807520 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-995f67e3-8c34-4145-99e2-46c31ee256b4 req-01169393-0478-4ec4-b94a-52a84169ba05 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1005497 Jun 03 16:22:13.885374 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-995f67e3-8c34-4145-99e2-46c31ee256b4 req-cfb8f99e-d6b8-4915-87c7-d04c3dbc2e1c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568430 Jun 03 16:22:13.962848 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d733cc67-5503-4399-a36a-7f1207692c7f req-68c79afa-17de-490c-a84a-a21d4acd8eea tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0486147 Jun 03 16:22:15.166852 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ee13-2793-4383-a8d1-7f32a8f72bcb req-be2d3ecc-0181-400e-9ba0-1d33aef63c02 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:15.168898 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8226ee13-2793-4383-a8d1-7f32a8f72bcb req-be2d3ecc-0181-400e-9ba0-1d33aef63c02 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1530440 Jun 03 16:22:15.183391 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ab8c7bf2-c3bd-406c-8f94-41df2918047d req-d2e26f68-9e4e-461b-a4da-9bd562bb2005 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0517976 Jun 03 16:22:15.230520 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8226ee13-2793-4383-a8d1-7f32a8f72bcb req-d5ab7fff-3daa-40e5-b390-f742b9a4a8e4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537469 Jun 03 16:22:16.345633 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3bb18f0e-3027-447f-82a5-30f2ebb179e7 req-d2762295-864c-4065-9782-428099b83e2f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0446374 Jun 03 16:22:16.439324 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b196-c74b-4a8d-a9cd-b697bc83c2bc req-ce7df3ab-66e5-4cdc-b5d5-51bf2a5b4497 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:16.440827 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-84c5b196-c74b-4a8d-a9cd-b697bc83c2bc req-ce7df3ab-66e5-4cdc-b5d5-51bf2a5b4497 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.0795348 Jun 03 16:22:16.487907 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-84c5b196-c74b-4a8d-a9cd-b697bc83c2bc req-fbd42b42-5685-4eaf-aa97-8c5aa0f5168e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406713 Jun 03 16:22:17.538044 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9470f3d-8774-4bcf-9feb-140380182019 req-2e310815-338d-49d3-8d96-96bcf3240b5b tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0439205 Jun 03 16:22:17.697742 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43f47e-3273-4bec-a837-92c7eb3984c3 req-f0c6a094-2279-473b-ac14-f3b6be8692fe tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:17.699183 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3c43f47e-3273-4bec-a837-92c7eb3984c3 req-f0c6a094-2279-473b-ac14-f3b6be8692fe tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.0846844 Jun 03 16:22:17.750251 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3c43f47e-3273-4bec-a837-92c7eb3984c3 req-68ebfd69-bf32-4750-9a06-e58c41200d60 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Jun 03 16:22:18.605759 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57452) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:18.634817 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-ef737014-c8ff-4a7b-8af1-ebeea6efa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:18.636651 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-ef737014-c8ff-4a7b-8af1-ebeea6efa5a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1097 time: 0.0950375 Jun 03 16:22:18.746862 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f969ad59-ffca-460a-8934-9d72c7a951af req-11b10588-b378-4eea-8ef5-124ac2bad054 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0656352 Jun 03 16:22:18.848938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.897658 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:18.905623 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Usage tracker for resource:security_group_rule and tenant:af357a8e2b6f48dfa8fcc6e715c31a19 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:18.909970 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:18.919154 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:18.949640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-5a4473a6-8a64-4d2f-a791-1ec649122316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:18.951153 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-5a4473a6-8a64-4d2f-a791-1ec649122316 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.2926824 Jun 03 16:22:18.986375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c692d-ab7e-47a0-af70-14db956c05f6 req-8dc5c9c4-66fd-48b6-b680-6e87a9339289 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:18.987854 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2d1c692d-ab7e-47a0-af70-14db956c05f6 req-8dc5c9c4-66fd-48b6-b680-6e87a9339289 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1088707 Jun 03 16:22:19.039761 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2d1c692d-ab7e-47a0-af70-14db956c05f6 req-f51cbbf6-fc21-49c6-ac23-379fb4b787a2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456676 Jun 03 16:22:19.073918 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-c3483414-dea0-4d42-8bbe-1bd2552d4390 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 200 len: 999 time: 0.1132548 Jun 03 16:22:19.170514 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-f46f11b9-a401-4238-a28e-6b817652747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:19.171984 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-f46f11b9-a401-4238-a28e-6b817652747f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0919287 Jun 03 16:22:19.173587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.178536 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.187982 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-87e250dd-2aff-414b-ab35-769049aa13bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:19.375814 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af357a8e2b6f48dfa8fcc6e715c31a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688816 Jun 03 16:22:19.379761 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57458) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:19.396932 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0f270-1329-45cf-b1a9-a408c015bebe,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:19.458150 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.468429 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.468802 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.469153 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.469535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.470022 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.470519 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.471043 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.471512 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.471974 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.472728 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.472728 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.473060 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:19.489302 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.490697 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:19.557456 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-f370c8e2-9f36-4069-b15f-d44b55323764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:19.559051 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-f370c8e2-9f36-4069-b15f-d44b55323764 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3735549 Jun 03 16:22:19.567295 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-2c8ee805-216f-4ae5-83ff-726e3a3a5a20 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:19.567916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-2c8ee805-216f-4ae5-83ff-726e3a3a5a20 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Synchronizing usage tracker for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:network {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:19.568787 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.574693 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-604ec274-b749-4f87-8d3e-e53518f8a30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:19.586547 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-2c8ee805-216f-4ae5-83ff-726e3a3a5a20 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Unset dirty status for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:network {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:19.587458 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0f270-1329-45cf-b1a9-a408c015bebe,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:19.590964 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:19.594675 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.595912 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23c0f270-1329-45cf-b1a9-a408c015bebe HTTP/1.1" status: 204 len: 168 time: 0.2141294 Jun 03 16:22:19.596087 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-2c8ee805-216f-4ae5-83ff-726e3a3a5a20 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "GET /v2.0/networks?id=f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 200 len: 814 time: 0.2484369 Jun 03 16:22:19.638526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Request body: {'port': {'device_id': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e', 'admin_state_up': True, 'tenant_id': '6383a6e2481947079b6f53fabdf405a3'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:19.877186 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-a765bc40-48de-4203-98da-ec85e4379b21 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798553 Jun 03 16:22:19.977786 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:19.993801 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Usage tracker for resource:port and tenant:6383a6e2481947079b6f53fabdf405a3 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:19.999106 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-11fe41a8-ed6b-404a-bcf9-94df3eb02131 req-c570cec5-aabe-4b76-9788-10d3eab1fc2e tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0787761 Jun 03 16:22:20.000104 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:20.019467 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57470) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:20.044938 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.058105 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:20.064533 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:20.072113 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Usage tracker for resource:security_group_rule and tenant:9d77e2ba01484097a14bd96c81f3229d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:20.082088 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:20.087275 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Made reservation on behalf of 6383a6e2481947079b6f53fabdf405a3 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:20.091070 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.093944 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:20.138070 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-86d1f55d-4b40-47a5-a42e-510db7ca05f9 req-7e16d293-dfdf-4dd7-b4a9-4cc8aa4796b1 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449188 Jun 03 16:22:20.347609 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Allocated IP 172.20.0.5 (f962bb9a-50bb-4f26-bb71-433e758e2a4e/08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7/841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:20.357782 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-48ed6559-8d14-42a5-a70c-1cde66af3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.381843 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.415051 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03222de6-af6b-4501-b12e-c273c4b7e5e8 req-56f9068c-1d34-4cc4-8d65-0e22022472af tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:20.417561 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-03222de6-af6b-4501-b12e-c273c4b7e5e8 req-56f9068c-1d34-4cc4-8d65-0e22022472af tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.2366686 Jun 03 16:22:20.418762 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.434019 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a052f3c3-6d8c-45a0-9e6c-2cb7c50fd6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:20.552819 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d77e2ba01484097a14bd96c81f3229d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317435 Jun 03 16:22:20.557475 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57476) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:20.568516 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c870427-2e2e-4797-b578-2ff8b1d290b3,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:20.573287 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:20.584793 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-03222de6-af6b-4501-b12e-c273c4b7e5e8 req-7fa064c5-9c65-474e-8696-270f6dfca601 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533492 Jun 03 16:22:20.636788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.674050 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.707607 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.726589 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.734742 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7dc63131-4191-4f7e-ab16-55b29bb2b504 tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:20.814415 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Network f962bb9a-50bb-4f26-bb71-433e758e2a4e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:20.823359 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:20.830163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:22:20.862019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Pushing event updated for resources: {'Port': ['ID=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:20.869245 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:20.889492 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.894928 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-74486eea-16b6-4f82-a636-70f655abc7e2 tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:20.916370 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:20.917014 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.923776 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c870427-2e2e-4797-b578-2ff8b1d290b3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:20.928418 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:20.963258 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.964330 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c870427-2e2e-4797-b578-2ff8b1d290b3 HTTP/1.1" status: 204 len: 168 time: 0.4055920 Jun 03 16:22:20.968324 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3402362 Jun 03 16:22:20.989160 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Request body: {'port': {'device_id': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:21.149219 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.389489 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-d628c9a1-0c7a-4021-b58e-3ea51e950610 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:21.390296 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-d628c9a1-0c7a-4021-b58e-3ea51e950610 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Synchronizing usage tracker for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:21.470658 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-d628c9a1-0c7a-4021-b58e-3ea51e950610 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Unset dirty status for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:21.471915 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-d628c9a1-0c7a-4021-b58e-3ea51e950610 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 931 time: 0.3077071 Jun 03 16:22:21.701256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-8c57fae8-380e-4b28-9e72-d09fbf2124a8 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Synchronizing usage tracker for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:21.741447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-8c57fae8-380e-4b28-9e72-d09fbf2124a8 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Unset dirty status for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:21.742831 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-986b353f-bb68-4432-b01e-9b0140de4c35 req-8c57fae8-380e-4b28-9e72-d09fbf2124a8 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634676 Jun 03 16:22:21.861991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:22:21.876219 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.880150 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089faf7-8908-4a77-a711-e7e7e6d4ffe3 req-b52f13e0-7307-457d-8a79-c3fb606d03d0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:21.886932 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e089faf7-8908-4a77-a711-e7e7e6d4ffe3 req-b52f13e0-7307-457d-8a79-c3fb606d03d0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1529307 Jun 03 16:22:21.905587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Transition to ACTIVE for port object 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:21.913141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.918664 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:21.941509 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e089faf7-8908-4a77-a711-e7e7e6d4ffe3 req-41c72d60-fbb2-4602-8937-1d69139ce094 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479095 Jun 03 16:22:22.058945 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Pushing event updated for resources: {'Port': ['ID=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:22.086866 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:22.174578 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Attempting to bind port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:22.174918 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Attempting to bind port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:22.175241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Attempting to bind port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 on network f962bb9a-50bb-4f26-bb71-433e758e2a4e {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:22.181546 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 on network f962bb9a-50bb-4f26-bb71-433e758e2a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:22:22.181864 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Attempting to bind port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 on network f962bb9a-50bb-4f26-bb71-433e758e2a4e {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:22.187506 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:22.187839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Checking segment: {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:22:22.188235 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Bound using segment: {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:22.188641 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Bound port: 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:22.188986 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.292768 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] For port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:22.297664 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] For port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:22.301787 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.306598 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4b181493-e5d4-47e1-9dfc-882c171b9559 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:22.365811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:22.366755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.368301 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] 10.222.0.76 "PUT /v2.0/ports/841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 HTTP/1.1" status: 200 len: 1093 time: 1.3843884 Jun 03 16:22:22.371932 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'tag': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:22:22.373853 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb510c-13e1-4c01-a873-56250f858a20" -d '{"events": [{"name": "network-changed", "server_uuid": "6279c500-ea24-4715-8b54-c5a49cec87b3", "tag": "841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:22.404057 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Pushing event updated for resources: {'Port': ['ID=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:22.408132 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:22.467892 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f484ce-1f74-4a82-b763-9ed84aefe606 x-openstack-request-id: req-33f484ce-1f74-4a82-b763-9ed84aefe606 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:22.468399 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6279c500-ea24-4715-8b54-c5a49cec87b3", "tag": "841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:22.468873 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33f484ce-1f74-4a82-b763-9ed84aefe606 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:22.469338 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'tag': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3', 'status': 'completed', 'code': 200} Jun 03 16:22:22.520047 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-a75c46dc-d4cb-496c-bbd0-332c53008181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:22.522246 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-a75c46dc-d4cb-496c-bbd0-332c53008181 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6383a6e2481947079b6f53fabdf405a3&device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 1096 time: 0.0956650 Jun 03 16:22:22.604049 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-219571eb-5397-4739-8787-75bf20648395 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 HTTP/1.1" status: 200 len: 217 time: 0.0672982 Jun 03 16:22:22.671935 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-1696a0d8-c235-4e84-9d04-9056913b19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:22.673535 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-1696a0d8-c235-4e84-9d04-9056913b19e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7 HTTP/1.1" status: 200 len: 854 time: 0.0638392 Jun 03 16:22:22.726297 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-791889bc-0447-45b0-91d0-667f9435fd25 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f962bb9a-50bb-4f26-bb71-433e758e2a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464416 Jun 03 16:22:22.829640 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:22:22.922393 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-12b19ba0-9e7b-4e8b-a102-f978228e920a service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894953 Jun 03 16:22:23.022232 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbcacb-a577-4810-b6b0-74f50070e614 req-ca061f1c-176e-485a-9fa7-e65fdfa7cb24 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:23.024373 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-71fbcacb-a577-4810-b6b0-74f50070e614 req-ca061f1c-176e-485a-9fa7-e65fdfa7cb24 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 943 time: 0.1232250 Jun 03 16:22:23.035793 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:23.052282 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'port_id': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'mac_address': 'fa:16:3e:39:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:22:23.113074 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-71fbcacb-a577-4810-b6b0-74f50070e614 req-b360ee7c-b6d9-4aeb-8db5-88c6a2a9b29f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770121 Jun 03 16:22:23.158081 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.172679 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b6abc994-47ae-4170-a6dd-ca4e6ac4250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.176704 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.198130 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f7c668-1960-4ec6-8124-646d28a93ac3 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:22:23.217849 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:23.222906 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.225794 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:23.267032 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-deba8dcb-3cce-475f-9c89-0f53e73d344c req-72e34e74-b571-4d05-9371-f5df3002c298 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362577 Jun 03 16:22:23.311346 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b51c9-f27b-48a9-a1d4-8aa49b23d586 req-a545121b-8101-4bbb-8591-f94e7217df87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:23.313074 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f47b51c9-f27b-48a9-a1d4-8aa49b23d586 req-a545121b-8101-4bbb-8591-f94e7217df87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 944 time: 0.1837752 Jun 03 16:22:23.319793 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=9']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:23.328920 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.329253 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.329771 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.330119 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.330644 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.330962 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.331447 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.331875 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.332246 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.332568 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.332888 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.333205 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:23.338579 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:23.418693 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f47b51c9-f27b-48a9-a1d4-8aa49b23d586 req-9535d6a8-5b13-4713-a525-75ea32fd0939 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938420 Jun 03 16:22:23.476075 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-006d7ab9-81fe-4ba9-90b3-cd5c3bec6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:23.477670 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-006d7ab9-81fe-4ba9-90b3-cd5c3bec6a6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6383a6e2481947079b6f53fabdf405a3&device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 1096 time: 0.0998101 Jun 03 16:22:23.624892 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-54c8036f-7272-43f5-b58a-60a10c331696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:23.626388 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-54c8036f-7272-43f5-b58a-60a10c331696 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 200 len: 915 time: 0.1423609 Jun 03 16:22:23.707179 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-037fa157-3c23-4139-a94b-ef32842200fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 HTTP/1.1" status: 200 len: 217 time: 0.0742404 Jun 03 16:22:23.831996 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['83f7c668-1960-4ec6-8124-646d28a93ac3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:22:23.888906 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-fce2a5ae-5448-49d7-8620-0ea1c347d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:23.890706 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-fce2a5ae-5448-49d7-8620-0ea1c347d677 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7 HTTP/1.1" status: 200 len: 854 time: 0.1751907 Jun 03 16:22:23.942940 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-91d273a3-378d-4dc5-a2ef-b213868fc018 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f962bb9a-50bb-4f26-bb71-433e758e2a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449910 Jun 03 16:22:24.113587 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-eec1f7d0-79b9-4575-83ea-01e5962ea0f3 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641831 Jun 03 16:22:24.289013 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2bcb510c-13e1-4c01-a873-56250f858a20 req-f9c7eaa2-99f5-4ae5-aa62-e7bae0c9f1c6 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672835 Jun 03 16:22:24.469741 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60742a69-c75a-4828-98de-224ae93890f1 req-b3e872fc-d4d0-42f7-9193-4882259c56b5 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:24.471163 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-60742a69-c75a-4828-98de-224ae93890f1 req-b3e872fc-d4d0-42f7-9193-4882259c56b5 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 943 time: 0.2034156 Jun 03 16:22:24.525194 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-60742a69-c75a-4828-98de-224ae93890f1 req-9cd57d61-4d52-4b2d-8d44-0bf9679441ff tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Jun 03 16:22:24.532549 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:24.664615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f252c-0e0f-4747-abd7-0b2c67d043b4 req-19a840e2-936e-417c-80b0-c39f823cfcd9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:24.666114 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7f0f252c-0e0f-4747-abd7-0b2c67d043b4 req-19a840e2-936e-417c-80b0-c39f823cfcd9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.0968902 Jun 03 16:22:24.721175 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7f0f252c-0e0f-4747-abd7-0b2c67d043b4 req-31e1341e-5813-47a2-9bd2-f982be807540 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454199 Jun 03 16:22:25.772096 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5ff0a-a18e-467e-97a8-ed27b3b71bb4 req-118b6d6d-ddf6-4363-a84a-2e543e777c7b tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:25.774741 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-96e5ff0a-a18e-467e-97a8-ed27b3b71bb4 req-118b6d6d-ddf6-4363-a84a-2e543e777c7b tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 943 time: 0.1282780 Jun 03 16:22:25.857831 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-96e5ff0a-a18e-467e-97a8-ed27b3b71bb4 req-9ce8ba02-0217-4954-b5db-da2b2b88e144 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750170 Jun 03 16:22:25.872234 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.010058 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501acdbe-0359-4005-8b03-bd1399549485 req-36884656-9361-41a2-bbc0-fae034436256 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:26.011928 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-501acdbe-0359-4005-8b03-bd1399549485 req-36884656-9361-41a2-bbc0-fae034436256 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.1114111 Jun 03 16:22:26.075073 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-501acdbe-0359-4005-8b03-bd1399549485 req-012382a2-af24-4ee8-a90d-eff7ccb2d227 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569177 Jun 03 16:22:26.862655 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:22:26.884569 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:27.092381 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 83f7c668-1960-4ec6-8124-646d28a93ac3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:27.092759 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.142255 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02008f0c-8fb8-4adf-a8ae-b156b74229f3 req-62be2d2e-6c96-429a-bf1c-a9151547bbac tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:27.144780 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-02008f0c-8fb8-4adf-a8ae-b156b74229f3 req-62be2d2e-6c96-429a-bf1c-a9151547bbac tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 943 time: 0.1218696 Jun 03 16:22:27.164332 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:27.196889 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3', 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e', 'port_id': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3', 'mac_address': 'fa:16:3e:24:a1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:22:27.228913 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-02008f0c-8fb8-4adf-a8ae-b156b74229f3 req-c0ec1eec-96ac-40f0-baa8-ef7b31f569b8 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Jun 03 16:22:27.338639 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.374544 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:22:27.382945 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.385778 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795fda-ea85-4eba-abd4-710d7d32cb40 req-5bbab0c5-8dcf-4bfd-93fb-239654006709 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:27.387440 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6d795fda-ea85-4eba-abd4-710d7d32cb40 req-5bbab0c5-8dcf-4bfd-93fb-239654006709 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 945 time: 0.1120200 Jun 03 16:22:27.410477 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:27.419835 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.423942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:27.460904 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6d795fda-ea85-4eba-abd4-710d7d32cb40 req-81a6eca8-3b49-4310-869f-029571aa075f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634141 Jun 03 16:22:27.462287 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:22:27.464975 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a0ae80-5fb9-4704-9a8e-6d9477961cbd" -d '{"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-plugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:27.487988 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:27.493103 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.517832 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1d35a-4838-43ef-9438-fb7afd1403ad x-openstack-request-id: req-d1a1d35a-4838-43ef-9438-fb7afd1403ad {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:27.518131 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-plugged", "status": "completed", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:27.518468 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1a1d35a-4838-43ef-9438-fb7afd1403ad {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:27.518800 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'code': 200} Jun 03 16:22:27.524796 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:27.528402 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:27.528915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:27.622989 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=10']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:27.626419 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:27.889262 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:22:28.216184 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ffe06-96c1-413a-9d03-004af325bb17 req-4075a6ad-4f1f-404c-89f2-b1bb3fc733e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:28.217647 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a90ffe06-96c1-413a-9d03-004af325bb17 req-4075a6ad-4f1f-404c-89f2-b1bb3fc733e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 1100 time: 0.0773075 Jun 03 16:22:28.267731 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a90ffe06-96c1-413a-9d03-004af325bb17 req-6d413dd5-80bc-49c2-8dfb-3c0c3543c799 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Jun 03 16:22:28.439837 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc612d4-10e0-45cf-a923-8dabf1a3248f req-afca6f14-0dd7-4dc6-86d5-c310f0b12e78 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:28.442567 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ffc612d4-10e0-45cf-a923-8dabf1a3248f req-afca6f14-0dd7-4dc6-86d5-c310f0b12e78 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 944 time: 0.0961747 Jun 03 16:22:28.497653 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ffc612d4-10e0-45cf-a923-8dabf1a3248f req-bf0d9cff-7c3c-49f3-9ed0-add94463745b tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Jun 03 16:22:28.699719 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e280c9-f7fb-4b48-ab25-4eefa012aa1a req-ff8fe9a5-f13f-448a-923d-74bcc7063a78 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:28.701218 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-88e280c9-f7fb-4b48-ab25-4eefa012aa1a req-ff8fe9a5-f13f-448a-923d-74bcc7063a78 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.1076584 Jun 03 16:22:28.768686 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-88e280c9-f7fb-4b48-ab25-4eefa012aa1a req-8f551d7b-7e56-428a-9b2d-51d3fec2096b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588939 Jun 03 16:22:29.844163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbee606-87f3-4665-a0a6-f85cc9d4684c req-42fa7881-e066-43fe-8875-6da0327d68d0 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:29.845856 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8cbee606-87f3-4665-a0a6-f85cc9d4684c req-42fa7881-e066-43fe-8875-6da0327d68d0 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 944 time: 0.0919573 Jun 03 16:22:29.892679 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8cbee606-87f3-4665-a0a6-f85cc9d4684c req-074f85c9-4b24-4c3f-a9c7-89a2b3907eff tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Jun 03 16:22:29.980944 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634894c-cccd-4708-980e-c1570040f143 req-04c764ab-bdd6-424a-ad2d-5a40c831f33e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:29.981866 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6634894c-cccd-4708-980e-c1570040f143 req-04c764ab-bdd6-424a-ad2d-5a40c831f33e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.0863988 Jun 03 16:22:30.035586 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6634894c-cccd-4708-980e-c1570040f143 req-67cc8451-35f8-4180-9919-a7bf8f90e41b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Jun 03 16:22:30.892592 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:30.965781 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:30.970782 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:30.971407 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.034422 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.087997 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767f1d5-8869-419a-aebc-0cbad83d8288 req-e357268b-0ba6-4a56-882a-814a6693fc64 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:31.089563 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6767f1d5-8869-419a-aebc-0cbad83d8288 req-e357268b-0ba6-4a56-882a-814a6693fc64 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 944 time: 0.0836468 Jun 03 16:22:31.100949 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.131623 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:22:31.133994 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c15e82-27a2-46c8-96e2-71ce81bf3407" -d '{"events": [{"server_uuid": "6279c500-ea24-4715-8b54-c5a49cec87b3", "name": "network-vif-plugged", "status": "completed", "tag": "841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:22:31.136838 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6767f1d5-8869-419a-aebc-0cbad83d8288 req-19ca4020-7efc-49ae-8809-63d10aad7517 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Jun 03 16:22:31.144348 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:31.149812 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.152069 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:31.216464 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbf1039-e515-4e21-96d6-bbb6c5ccd486 x-openstack-request-id: req-2bbf1039-e515-4e21-96d6-bbb6c5ccd486 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:22:31.216863 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6279c500-ea24-4715-8b54-c5a49cec87b3", "name": "network-vif-plugged", "status": "completed", "tag": "841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:22:31.216991 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bbf1039-e515-4e21-96d6-bbb6c5ccd486 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:22:31.217421 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3', 'code': 200} Jun 03 16:22:31.222990 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.226098 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:31.246131 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c54717-4e36-4e89-b10e-5b14dae679bb req-8a65409f-214b-4e42-a046-2792f9151a6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:31.247618 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-44c54717-4e36-4e89-b10e-5b14dae679bb req-8a65409f-214b-4e42-a046-2792f9151a6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.0925500 Jun 03 16:22:31.293667 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-44c54717-4e36-4e89-b10e-5b14dae679bb req-2f3b3988-2a9c-43ee-81d5-a4d9e2d11111 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Jun 03 16:22:31.491157 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d372e39-73e0-4fca-802e-70551654ec08 req-93dcace3-f838-423f-874d-7bdca82815ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:31.492638 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1d372e39-73e0-4fca-802e-70551654ec08 req-93dcace3-f838-423f-874d-7bdca82815ca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 1098 time: 0.0771031 Jun 03 16:22:31.539049 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1d372e39-73e0-4fca-802e-70551654ec08 req-99ee7329-2ec4-45df-8214-f3c8a86c4bc8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Jun 03 16:22:31.943219 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57672) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:32.059373 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.073510 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:32.079314 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Usage tracker for resource:security_group_rule and tenant:32e4cfe813fd459e8404fa590b15b3ce is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:32.082491 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:32.092177 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:32.178886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.184308 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.191882 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c8f70581-7a5a-48c6-846b-12069f73599a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:32.236902 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32e4cfe813fd459e8404fa590b15b3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924578 Jun 03 16:22:32.237775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc376e-63d9-4733-90fa-8fdaaa64e001,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.239663 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57680) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:32.241858 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:32.304286 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.330779 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.331723 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19778-d67e-408e-a584-b36ec1822704 req-5f2f3689-9597-4ecf-910b-89cec7de1542 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:32.333275 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0df19778-d67e-408e-a584-b36ec1822704 req-5f2f3689-9597-4ecf-910b-89cec7de1542 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0826304 Jun 03 16:22:32.380328 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0df19778-d67e-408e-a584-b36ec1822704 req-745b6945-0d71-491c-9b41-43dfab73fa4e tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Jun 03 16:22:32.384233 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.389192 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:32.402405 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc376e-63d9-4733-90fa-8fdaaa64e001,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.405938 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:32.412621 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.416709 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f135aeba-8270-4184-8492-ce7f55fc50d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fcc376e-63d9-4733-90fa-8fdaaa64e001 HTTP/1.1" status: 204 len: 168 time: 0.1752331 Jun 03 16:22:32.704551 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57686) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:32.722010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.736173 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:32.739974 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Usage tracker for resource:security_group_rule and tenant:371581fac3914c679402a304d3b1d300 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:32.742820 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:32.748571 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:32.835611 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.839647 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.846605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:32.887156 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=371581fac3914c679402a304d3b1d300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813703 Jun 03 16:22:32.887910 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461394f0-b524-4e52-a1d5-412170e75828,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.889947 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57688) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:32.890943 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:32.948405 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.974108 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.028615 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.036044 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac2d8da1-46b6-43b2-a1a9-ae4b15aa9846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:33.048650 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461394f0-b524-4e52-a1d5-412170e75828,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:33.051339 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:33.054279 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.058360 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/461394f0-b524-4e52-a1d5-412170e75828 HTTP/1.1" status: 204 len: 168 time: 0.1672716 Jun 03 16:22:33.421537 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 57696) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:33.439268 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.453878 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:33.457883 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Usage tracker for resource:security_group_rule and tenant:6dabf5f8ea0c48989866137b24fcfa68 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:33.461030 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:33.468028 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:33.616733 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.625110 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2d7ac-bf2c-4e61-b7b6-7d47038a0d85 req-a221787c-9d28-4279-99d1-e7b5176e07d9 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:22:33.626590 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a1b2d7ac-bf2c-4e61-b7b6-7d47038a0d85 req-a221787c-9d28-4279-99d1-e7b5176e07d9 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.1369784 Jun 03 16:22:33.627654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.635776 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-938dabb1-f72a-44c2-ba0e-87fec125857d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:33.703324 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3a2ce-4179-49ca-b85f-d426c04c7448,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:33.709725 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6dabf5f8ea0c48989866137b24fcfa68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865753 Jun 03 16:22:33.712336 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 57698) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:33.713106 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:33.720389 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a1b2d7ac-bf2c-4e61-b7b6-7d47038a0d85 req-3cc3cc33-6c32-4777-8054-f4c9dffa7256 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854847 Jun 03 16:22:33.774777 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.807146 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.865466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.870428 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9559ddbf-4dd6-4efd-baa9-01157a491e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:22:33.884061 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3a2ce-4179-49ca-b85f-d426c04c7448,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:33.886433 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:22:33.895640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.899631 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5c3a2ce-4179-49ca-b85f-d426c04c7448 HTTP/1.1" status: 204 len: 168 time: 0.1840124 Jun 03 16:22:36.161542 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:22:50.344395 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1490ea0b-8231-4ad5-bb7e-7765a42f7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:52.998804 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:53.086717 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b4f005e4-686c-4f30-9cfd-9d8b7018883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:54.528761 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:55.836256 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:01.029974 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:02.040376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036f466-e0e9-436a-ba3b-195cd82998ab req-30c6a6f3-7e20-4386-b784-cb537282fca5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:02.041867 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6036f466-e0e9-436a-ba3b-195cd82998ab req-30c6a6f3-7e20-4386-b784-cb537282fca5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0932751 Jun 03 16:23:02.119868 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6036f466-e0e9-436a-ba3b-195cd82998ab req-a39761a9-eb98-4e99-aee7-b9797e7bdb45 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698159 Jun 03 16:23:03.311490 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93851bf3-d564-4589-a8e8-287a85f4c0d3 req-1db2c78f-c170-470e-9a79-283d17403710 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:03.312955 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-93851bf3-d564-4589-a8e8-287a85f4c0d3 req-1db2c78f-c170-470e-9a79-283d17403710 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0833433 Jun 03 16:23:03.361815 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-93851bf3-d564-4589-a8e8-287a85f4c0d3 req-396a4d0d-f6f6-4a69-81fb-2eafa92b2551 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430062 Jun 03 16:23:04.726078 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3518891-c214-4b49-9338-b24f27c24a03 req-776a7b89-c1c7-4b3d-969b-656ff2b729e2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:04.727509 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b3518891-c214-4b49-9338-b24f27c24a03 req-776a7b89-c1c7-4b3d-969b-656ff2b729e2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.2604210 Jun 03 16:23:04.864304 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b3518891-c214-4b49-9338-b24f27c24a03 req-c8e48081-6dc6-4773-b2b6-258deb62f508 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303442 Jun 03 16:23:06.106053 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b2404-d5ed-4ce0-b09e-a346a93fc37c req-232ba71c-6102-4bbb-a3c7-2cd4353aab28 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:06.107727 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4a4b2404-d5ed-4ce0-b09e-a346a93fc37c req-232ba71c-6102-4bbb-a3c7-2cd4353aab28 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1382759 Jun 03 16:23:06.155011 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4a4b2404-d5ed-4ce0-b09e-a346a93fc37c req-a12267dc-b77a-4e63-8426-8597e4ea8ebb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Jun 03 16:23:07.341529 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bd23b-7b46-409c-ba71-53b3f409fb48 req-1ec28f05-2b6c-468c-9e38-17174c07ea27 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:07.343159 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c55bd23b-7b46-409c-ba71-53b3f409fb48 req-1ec28f05-2b6c-468c-9e38-17174c07ea27 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0797541 Jun 03 16:23:07.388863 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c55bd23b-7b46-409c-ba71-53b3f409fb48 req-5503fb52-8dc8-443c-b39e-1009d6e7fe35 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397730 Jun 03 16:23:08.632582 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2a53-6a30-4ca1-9c27-f8f64bc2a8cd req-f7e012b7-cc2c-41d4-a0cc-5d2726779167 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:08.638384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1a21-e55d-4c14-af7a-4dfdc7e7e5cb req-fdce0ecf-d950-4c58-855c-c9e8abb7afb4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:08.639343 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-750f2a53-6a30-4ca1-9c27-f8f64bc2a8cd req-f7e012b7-cc2c-41d4-a0cc-5d2726779167 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0934930 Jun 03 16:23:08.645095 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d10f1a21-e55d-4c14-af7a-4dfdc7e7e5cb req-fdce0ecf-d950-4c58-855c-c9e8abb7afb4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1451902 Jun 03 16:23:08.678567 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954af99-2363-425f-8336-64a9f966c30b req-1918d9c1-bada-45b5-873f-f0a75f1395b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:08.679763 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-1918d9c1-bada-45b5-873f-f0a75f1395b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1137 time: 0.1310515 Jun 03 16:23:08.691251 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-750f2a53-6a30-4ca1-9c27-f8f64bc2a8cd req-131e0ab9-235a-4354-bc2d-a33d7821acca tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509236 Jun 03 16:23:08.733167 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d10f1a21-e55d-4c14-af7a-4dfdc7e7e5cb req-4e05f20e-ad20-4680-b216-466ab7b480c9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872347 Jun 03 16:23:08.842857 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954af99-2363-425f-8336-64a9f966c30b req-28d8819b-7a7b-4ea8-bb1d-4d015ade1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:08.844303 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-28d8819b-7a7b-4ea8-bb1d-4d015ade1f9e service neutron] 10.222.0.76 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 916 time: 0.1364651 Jun 03 16:23:08.944983 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-543893eb-2ecd-4fa2-a29e-29910d350fdd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 1001 time: 0.0930901 Jun 03 16:23:09.012595 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954af99-2363-425f-8336-64a9f966c30b req-819907d6-8210-4c83-a904-ed896e1dbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:09.014027 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-819907d6-8210-4c83-a904-ed896e1dbbea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 200 len: 854 time: 0.0606968 Jun 03 16:23:09.093531 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954af99-2363-425f-8336-64a9f966c30b req-e9375f05-bf55-42a6-9f0b-9bfcd612b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:09.094990 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-e9375f05-bf55-42a6-9f0b-9bfcd612b726 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741875 Jun 03 16:23:09.231788 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-4fae2ce2-b8ca-4380-acf8-3008aeb91b8f service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296091 Jun 03 16:23:09.366677 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9954af99-2363-425f-8336-64a9f966c30b req-2873b9dd-95c9-40bd-a0a4-87a16e173095 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285751 Jun 03 16:23:09.903926 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a204-0852-42db-ad3e-3a27e1eaad1e req-b9fc337a-2907-4785-a2a0-128af242d270 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:09.905389 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a775a204-0852-42db-ad3e-3a27e1eaad1e req-b9fc337a-2907-4785-a2a0-128af242d270 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0843554 Jun 03 16:23:09.946310 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880216bc-c627-4485-a3cf-eb4bc61029ba req-47b6415f-845d-4663-aebd-5a49bd0d6d87 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:09.947668 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-880216bc-c627-4485-a3cf-eb4bc61029ba req-47b6415f-845d-4663-aebd-5a49bd0d6d87 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0837641 Jun 03 16:23:09.952525 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a775a204-0852-42db-ad3e-3a27e1eaad1e req-5963042a-993b-40bc-9576-65860980947d tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413558 Jun 03 16:23:09.996746 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-880216bc-c627-4485-a3cf-eb4bc61029ba req-36f2e5fe-6c66-4235-aebc-3f6b50961f15 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Jun 03 16:23:10.555072 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-6e95bf57-8c9b-440c-a05a-0bfd7426c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:10.556779 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-6e95bf57-8c9b-440c-a05a-0bfd7426c86c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1099 time: 0.0870049 Jun 03 16:23:10.735534 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-7e2c8279-c7f1-430a-99d2-0be37bc63eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:10.736915 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-7e2c8279-c7f1-430a-99d2-0be37bc63eb5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.1301212 Jun 03 16:23:10.840974 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-ffef2c4c-240a-4c6e-bbea-883bd6c467e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 1001 time: 0.0974119 Jun 03 16:23:10.908076 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-2761f5fe-007c-4784-a92f-17ba2655d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:10.909560 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-2761f5fe-007c-4784-a92f-17ba2655d67e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.0615249 Jun 03 16:23:10.986916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-8339e129-98d3-4a06-aca1-f11ad27632b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:10.988340 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-8339e129-98d3-4a06-aca1-f11ad27632b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704231 Jun 03 16:23:11.233348 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4885a6-a680-4b16-aafb-aef71d64f1f0 req-5e2a44bf-5201-480b-931a-1a19acf26b6f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:11.234870 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fc4885a6-a680-4b16-aafb-aef71d64f1f0 req-5e2a44bf-5201-480b-931a-1a19acf26b6f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0882542 Jun 03 16:23:11.280547 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fc4885a6-a680-4b16-aafb-aef71d64f1f0 req-fa083814-75f5-4424-aea2-faa7b822dbb3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Jun 03 16:23:11.312046 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-5b6efa24-d67e-488c-b2ca-59dc5b78adae service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130670 Jun 03 16:23:11.332825 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e409f8-2520-4266-8d4a-b5fbebcf67f4 req-0f231b68-8220-471c-8721-d9875fcc5674 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:11.334901 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-85e409f8-2520-4266-8d4a-b5fbebcf67f4 req-0f231b68-8220-471c-8721-d9875fcc5674 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.1266844 Jun 03 16:23:11.421403 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-85e409f8-2520-4266-8d4a-b5fbebcf67f4 req-1a4bf1e3-2bd7-4fe2-8c9b-ce33059bf6f4 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791473 Jun 03 16:23:11.513717 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f05faacc-5152-4a10-9133-a85ca383d7f8 req-3fb49224-cbc0-48bf-aded-41747699cca9 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505783 Jun 03 16:23:12.507306 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e7bbb-e957-4e98-a59d-3d82b9936518 req-efe29789-b5c7-4146-a579-51d9f69608cb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:12.512076 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9a3e7bbb-e957-4e98-a59d-3d82b9936518 req-efe29789-b5c7-4146-a579-51d9f69608cb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1213861 Jun 03 16:23:12.631103 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9a3e7bbb-e957-4e98-a59d-3d82b9936518 req-b81ebb2c-785d-46ad-8e6c-bf8c982ea92d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950167 Jun 03 16:23:12.775301 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431f6d7-6088-4596-8d47-08cbb9091f8d req-914862b1-05c6-45fe-8137-05ed1c34a4ad tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:12.777502 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6431f6d7-6088-4596-8d47-08cbb9091f8d req-914862b1-05c6-45fe-8137-05ed1c34a4ad tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.1874108 Jun 03 16:23:12.847766 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6431f6d7-6088-4596-8d47-08cbb9091f8d req-d34b805d-5662-4609-9771-3bffc0b915ff tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630445 Jun 03 16:23:13.161705 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:23:13.989368 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca189cc-6ddc-40dd-86e3-efd6da399656 req-510b3065-7089-4603-821d-1f95c8b358a6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:13.991010 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3ca189cc-6ddc-40dd-86e3-efd6da399656 req-510b3065-7089-4603-821d-1f95c8b358a6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0826204 Jun 03 16:23:14.037884 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3ca189cc-6ddc-40dd-86e3-efd6da399656 req-7b6a56e7-42ad-4167-8b60-58189f3b3b38 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Jun 03 16:23:14.051519 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fae60-fdca-4bac-95a4-056f7241d77f req-b132f790-d1c2-49de-881a-6f87935157e7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:14.053203 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-786fae60-fdca-4bac-95a4-056f7241d77f req-b132f790-d1c2-49de-881a-6f87935157e7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0938497 Jun 03 16:23:14.106098 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-786fae60-fdca-4bac-95a4-056f7241d77f req-eb1ca23a-5775-464d-8f0e-4d338c7b58a9 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460424 Jun 03 16:23:15.235588 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3cd8-18a2-4988-bf0d-a3f2b618a35b req-044ffb0f-7615-4460-bf59-5856acf90bcc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:15.237174 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5f7b3cd8-18a2-4988-bf0d-a3f2b618a35b req-044ffb0f-7615-4460-bf59-5856acf90bcc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0870392 Jun 03 16:23:15.289217 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5f7b3cd8-18a2-4988-bf0d-a3f2b618a35b req-56722dc7-7ec0-4fd0-b6e4-2e7f9f6d7048 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Jun 03 16:23:15.329055 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc31ffc-1c99-4d03-96ac-fcfa5197e7b0 req-b0853436-1011-4b6d-af75-601b78598e3b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:15.330580 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7cc31ffc-1c99-4d03-96ac-fcfa5197e7b0 req-b0853436-1011-4b6d-af75-601b78598e3b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0948579 Jun 03 16:23:15.468809 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7cc31ffc-1c99-4d03-96ac-fcfa5197e7b0 req-272bdaca-56e7-493f-a3f7-5a604a6a7c3f tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314256 Jun 03 16:23:16.519908 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a633cd7-edf0-4b16-94ae-c17a863f00d3 req-e72f07a8-73fd-4389-baf7-a01e19648e69 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:16.522017 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8a633cd7-edf0-4b16-94ae-c17a863f00d3 req-e72f07a8-73fd-4389-baf7-a01e19648e69 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0996442 Jun 03 16:23:16.577873 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8a633cd7-edf0-4b16-94ae-c17a863f00d3 req-3655aa94-79ef-41aa-b331-4b57fe21571f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495222 Jun 03 16:23:16.689607 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1f0dc-165e-44b7-b0c9-e6b4fd4cdd32 req-32253e99-5938-4537-b950-6be0f67b9beb tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:16.691110 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dbf1f0dc-165e-44b7-b0c9-e6b4fd4cdd32 req-32253e99-5938-4537-b950-6be0f67b9beb tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0939968 Jun 03 16:23:16.738903 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dbf1f0dc-165e-44b7-b0c9-e6b4fd4cdd32 req-2054a64f-e5b7-4546-bfb8-a16efa278ede tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413830 Jun 03 16:23:17.767954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a9a67-b26e-4ccf-873e-3b36f7d1bf72 req-30564d42-b310-411a-a3ad-2d198ffb8c4a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:17.769564 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-428a9a67-b26e-4ccf-873e-3b36f7d1bf72 req-30564d42-b310-411a-a3ad-2d198ffb8c4a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0834277 Jun 03 16:23:17.815714 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-428a9a67-b26e-4ccf-873e-3b36f7d1bf72 req-1fd17068-06c1-4145-a5b0-22c379c0ba64 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Jun 03 16:23:17.944600 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ecbb4-5340-4ac9-bca2-fe77a6266fc9 req-23c02567-31fa-453b-a00b-340f97776266 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:17.946340 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3e0ecbb4-5340-4ac9-bca2-fe77a6266fc9 req-23c02567-31fa-453b-a00b-340f97776266 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0892150 Jun 03 16:23:17.996924 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-3e0ecbb4-5340-4ac9-bca2-fe77a6266fc9 req-d5ea0bc5-b1f7-41da-81fd-516349270946 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442724 Jun 03 16:23:19.015129 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e7ef8-c0fa-4295-b738-f6db09c9c443 req-5d4813f5-3aee-48fc-8fac-2dfa77f38ac9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:19.016657 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-889e7ef8-c0fa-4295-b738-f6db09c9c443 req-5d4813f5-3aee-48fc-8fac-2dfa77f38ac9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0813506 Jun 03 16:23:19.063785 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-889e7ef8-c0fa-4295-b738-f6db09c9c443 req-e1bf81ff-dbd1-4946-b3cc-e2c1418c5c53 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406625 Jun 03 16:23:19.245169 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dfaed-5188-4859-b7e3-cc6a701d3bcc req-298c252c-090f-48de-88b6-af415c2386d7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:19.247013 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-038dfaed-5188-4859-b7e3-cc6a701d3bcc req-298c252c-090f-48de-88b6-af415c2386d7 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0882337 Jun 03 16:23:19.302910 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-038dfaed-5188-4859-b7e3-cc6a701d3bcc req-88a4558d-41d5-40cb-b324-b4145ad83efd tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476298 Jun 03 16:23:20.256542 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f50e0-9c20-48db-b24d-7db60cb3fc18 req-9080b307-1a11-43bf-9285-28f7b8311e18 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:20.257993 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5d0f50e0-9c20-48db-b24d-7db60cb3fc18 req-9080b307-1a11-43bf-9285-28f7b8311e18 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0836477 Jun 03 16:23:20.302896 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5d0f50e0-9c20-48db-b24d-7db60cb3fc18 req-238e2a06-29f1-4049-b278-0ddcd7aadbc9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388236 Jun 03 16:23:20.347354 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f66a5649-fa58-41f0-8823-dd449a8b3da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:20.499360 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078061a-32c8-4279-b154-3fb05cd90696 req-a926810c-0c70-4098-857b-822f882f7da6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:20.500808 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8078061a-32c8-4279-b154-3fb05cd90696 req-a926810c-0c70-4098-857b-822f882f7da6 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0793505 Jun 03 16:23:20.549888 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8078061a-32c8-4279-b154-3fb05cd90696 req-b9fd0385-3bf2-40b8-9c02-81dcc6763644 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431976 Jun 03 16:23:21.516990 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504a1b-ffa5-4347-98d6-ad2ab5a1911c req-55a3387a-9a89-4c76-8942-0adb8c805162 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:21.518769 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-26504a1b-ffa5-4347-98d6-ad2ab5a1911c req-55a3387a-9a89-4c76-8942-0adb8c805162 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1048768 Jun 03 16:23:21.585739 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-26504a1b-ffa5-4347-98d6-ad2ab5a1911c req-69c1751a-a48f-42fc-8361-4c7da64d6971 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595675 Jun 03 16:23:21.759891 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbf000-fb4c-4558-bd8a-2e6edbb5a175 req-98bcb462-13c4-423e-9cbe-9aa5fcdceff8 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:21.761524 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-53fbf000-fb4c-4558-bd8a-2e6edbb5a175 req-98bcb462-13c4-423e-9cbe-9aa5fcdceff8 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0919769 Jun 03 16:23:21.814391 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-53fbf000-fb4c-4558-bd8a-2e6edbb5a175 req-bd824efd-9698-404c-9da7-f98675101548 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466738 Jun 03 16:23:22.801386 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe337e98-cd73-438e-b70a-7ca4b321dd6e req-01036270-5876-4813-b265-ee6adfb24776 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:22.803051 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fe337e98-cd73-438e-b70a-7ca4b321dd6e req-01036270-5876-4813-b265-ee6adfb24776 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0932033 Jun 03 16:23:22.853457 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fe337e98-cd73-438e-b70a-7ca4b321dd6e req-220b2bfb-3dfd-4312-966c-cf0388d3cc32 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Jun 03 16:23:23.001504 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:23.050383 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ac4f3-5832-4ebd-84b0-485f5396c468 req-a57677fa-83af-4a3c-9b84-883be2ba41a8 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:23.052543 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-857ac4f3-5832-4ebd-84b0-485f5396c468 req-a57677fa-83af-4a3c-9b84-883be2ba41a8 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.1128826 Jun 03 16:23:23.093168 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-af8961a3-568f-4a01-80a3-d7613f4d5900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:23.118955 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-857ac4f3-5832-4ebd-84b0-485f5396c468 req-37a6561f-b4c7-42cd-9547-90731c59673a tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590830 Jun 03 16:23:23.227502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2ea84-ff19-4c07-ab81-02f0c047297c req-7789706f-8b3f-4d59-82d5-e7c0487158fa tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:23.229263 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7eb2ea84-ff19-4c07-ab81-02f0c047297c req-7789706f-8b3f-4d59-82d5-e7c0487158fa tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0910072 Jun 03 16:23:23.292509 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7eb2ea84-ff19-4c07-ab81-02f0c047297c req-f3c27183-affe-43a6-896a-25c2dd248875 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533400 Jun 03 16:23:23.384581 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-90243849-7ec1-4d39-8f2f-82051f536c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:23.386561 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-90243849-7ec1-4d39-8f2f-82051f536c29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1099 time: 0.1491387 Jun 03 16:23:23.535772 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-7f0ac9a1-4f39-46b3-99b8-a0cb93941823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:23.537870 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-7f0ac9a1-4f39-46b3-99b8-a0cb93941823 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.1451464 Jun 03 16:23:23.739938 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-bf5ebc54-99c7-406c-a9bd-72275b750184 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 1001 time: 0.1919489 Jun 03 16:23:23.807625 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-29a63c1b-5bab-4c9d-b459-3656d46d26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:23.809025 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-29a63c1b-5bab-4c9d-b459-3656d46d26c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.0615366 Jun 03 16:23:23.884796 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-d22a31b7-b9c7-48ca-9186-82ad6c905e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:23.886288 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-d22a31b7-b9c7-48ca-9186-82ad6c905e2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707421 Jun 03 16:23:24.018935 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-19543545-43ac-44b1-b313-311def9c0f48 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256638 Jun 03 16:23:24.158649 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74bdb145-36fc-4637-bdf0-8ce5bbb58116 req-ed5e5000-b636-4e94-a000-d72ca83198dd service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323335 Jun 03 16:23:24.362398 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351c39e-2448-49f7-b81b-d310e6ced6bc req-2b8a3e02-dfea-4740-8a80-1128049bb552 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:24.365166 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a351c39e-2448-49f7-b81b-d310e6ced6bc req-2b8a3e02-dfea-4740-8a80-1128049bb552 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.1315279 Jun 03 16:23:24.427582 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a351c39e-2448-49f7-b81b-d310e6ced6bc req-fd03e057-b167-4b6d-8b76-c5cbc5fdb0c8 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551379 Jun 03 16:23:24.519577 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e21aac-afe2-40fd-89e3-30b1998f0b6c req-a287b7b8-2dce-48b6-9b8d-35aac8b5b5ff tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:24.521702 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-94e21aac-afe2-40fd-89e3-30b1998f0b6c req-a287b7b8-2dce-48b6-9b8d-35aac8b5b5ff tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1022050 Jun 03 16:23:24.534888 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:24.573019 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-94e21aac-afe2-40fd-89e3-30b1998f0b6c req-2d0abae8-dce6-416b-92f3-f501e770b8fb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Jun 03 16:23:24.777008 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58220) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:23:24.948662 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:24.964372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:23:24.968788 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Usage tracker for resource:security_group_rule and tenant:4323905c56444f679c7497d6940cac5b is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:23:24.972024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:23:24.978899 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:23:25.095135 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.101353 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.119705 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-065ae09c-6ad3-48cf-95cd-4fdf3c31bdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:25.209572 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4323905c56444f679c7497d6940cac5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308083 Jun 03 16:23:25.211746 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58224) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:23:25.212691 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001e63c-6329-4428-848b-d8cd26e78c8e,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:25.229448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.230141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.230862 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.231545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.232202 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.232782 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.233444 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.234101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.234812 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.235479 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.236148 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.237070 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.245965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:25.294711 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.331519 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.411287 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.423622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b0cb193e-4a03-4a09-91e1-b4e665acb0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:25.450293 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001e63c-6329-4428-848b-d8cd26e78c8e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:25.482102 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.482863 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.483400 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.484099 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.484817 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.485527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.486240 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.486961 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.487684 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.488396 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.489129 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.490406 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:25.497000 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:25.505594 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.507797 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c001e63c-6329-4428-848b-d8cd26e78c8e HTTP/1.1" status: 204 len: 168 time: 0.2946317 Jun 03 16:23:25.842837 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535c567-d321-4be4-81bd-cae0dab5456c req-9f55052e-bcaa-4f36-ade0-d1535d150845 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:25.844613 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2535c567-d321-4be4-81bd-cae0dab5456c req-9f55052e-bcaa-4f36-ade0-d1535d150845 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.1735923 Jun 03 16:23:25.859223 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:25.935471 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2535c567-d321-4be4-81bd-cae0dab5456c req-37b77a1d-d81d-415a-9a25-8d527b01f729 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&id=792b8b4e-b169-485d-8933-ac438d9f6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786607 Jun 03 16:23:25.969800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488c78-54fa-49b7-967a-4543d845f1b1 req-f9315ee8-c13b-4e89-b615-fcd45cc5f1fe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:25.985804 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c488c78-54fa-49b7-967a-4543d845f1b1 req-f9315ee8-c13b-4e89-b615-fcd45cc5f1fe tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1886187 Jun 03 16:23:26.051307 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2c488c78-54fa-49b7-967a-4543d845f1b1 req-d885f161-58f8-43c4-9ade-a7b806090a56 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614562 Jun 03 16:23:31.016155 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:38.501038 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9bc4a-dcc2-4c98-8fdf-6f3b211c766b req-2d4814d6-e8a5-4bcc-8b5f-15b8498733ca tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:38.502758 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d4b9bc4a-dcc2-4c98-8fdf-6f3b211c766b req-2d4814d6-e8a5-4bcc-8b5f-15b8498733ca tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0955200 Jun 03 16:23:38.552120 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d4b9bc4a-dcc2-4c98-8fdf-6f3b211c766b req-2f080641-215e-4485-a721-4466204b4534 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Jun 03 16:23:39.757676 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b694-9b67-43f0-886f-fc6a443ac00a req-a1a1bf55-63de-4063-96a5-6bc01931f65e tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:39.759210 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-52a1b694-9b67-43f0-886f-fc6a443ac00a req-a1a1bf55-63de-4063-96a5-6bc01931f65e tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0901494 Jun 03 16:23:39.814501 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-52a1b694-9b67-43f0-886f-fc6a443ac00a req-d5e07eee-07e6-40f9-a0b3-006875969413 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486822 Jun 03 16:23:41.028753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b311-3a9f-468c-94fc-fd887c03bca0 req-3eaab152-d573-4340-9c1f-52ec6296e866 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:41.030551 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b0c2b311-3a9f-468c-94fc-fd887c03bca0 req-3eaab152-d573-4340-9c1f-52ec6296e866 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0886176 Jun 03 16:23:41.091190 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b0c2b311-3a9f-468c-94fc-fd887c03bca0 req-f2a6a952-31f1-4401-bf7c-8d82bfa68a31 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Jun 03 16:23:42.299172 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f07ea-8232-4f2e-aa80-ad1eb011b139 req-205c0f03-3a46-414b-9f92-2b372d017d5d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:42.300665 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa7f07ea-8232-4f2e-aa80-ad1eb011b139 req-205c0f03-3a46-414b-9f92-2b372d017d5d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0941544 Jun 03 16:23:42.350634 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-aa7f07ea-8232-4f2e-aa80-ad1eb011b139 req-f73cdd53-a6eb-4469-beb2-752aaaa4b46c tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Jun 03 16:23:43.593245 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9520-5c2e-4bf9-8933-3940592c6be6 req-86d28076-5818-4b36-97e0-5df30757fd71 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:43.594784 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f39e9520-5c2e-4bf9-8933-3940592c6be6 req-86d28076-5818-4b36-97e0-5df30757fd71 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0919173 Jun 03 16:23:43.645781 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f39e9520-5c2e-4bf9-8933-3940592c6be6 req-3cc2eb97-f003-44fe-86c8-08f341a0ca37 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Jun 03 16:23:44.381839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-dd47bb5d-0ca5-4501-b6b5-85d46f484fce tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:44.383324 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-dd47bb5d-0ca5-4501-b6b5-85d46f484fce tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.0917041 Jun 03 16:23:44.546289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Deleting port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:23:44.546785 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:44.775370 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] For port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:23:44.776823 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:44.905417 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f963a-71d2-41d8-a9cd-675295899b7e req-ab7873af-47a6-44f0-9958-ef7de67cddcc tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:44.907191 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb1f963a-71d2-41d8-a9cd-675295899b7e req-ab7873af-47a6-44f0-9958-ef7de67cddcc tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 945 time: 0.1151438 Jun 03 16:23:44.938257 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Calling delete_port for 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:23:44.966291 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cb1f963a-71d2-41d8-a9cd-675295899b7e req-dcca3b55-4caa-4840-9a80-d4f32879df0d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Jun 03 16:23:45.073634 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:45.080910 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1da4d52d-8db6-4080-a11d-b16ce5b601fc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:45.118473 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:23:45.126867 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Pushing event deleted for resources: {'Port': ['ID=841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:45.130101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:45.310548 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] No DVR routers for this DVR port 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:23:45.313126 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:45.317157 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'name': 'network-vif-deleted', 'tag': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:23:45.321223 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b95df-6b36-40c7-9a3b-843d89603a22" -d '{"events": [{"server_uuid": "6279c500-ea24-4715-8b54-c5a49cec87b3", "name": "network-vif-deleted", "tag": "841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:45.344904 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b1eaffc8-0c92-43d4-8bec-d74ec1d31fbe req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "DELETE /v2.0/ports/841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 HTTP/1.1" status: 204 len: 173 time: 0.9559336 Jun 03 16:23:45.476921 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb4077-17e6-4490-ad52-471e6118ac78 x-openstack-request-id: req-24bb4077-17e6-4490-ad52-471e6118ac78 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:45.477258 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6279c500-ea24-4715-8b54-c5a49cec87b3", "name": "network-vif-deleted", "tag": "841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:45.477542 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24bb4077-17e6-4490-ad52-471e6118ac78 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:45.477955 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6279c500-ea24-4715-8b54-c5a49cec87b3', 'name': 'network-vif-deleted', 'tag': '841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3', 'status': 'completed', 'code': 200} Jun 03 16:23:46.157171 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5aa25399-ab4e-4905-b74a-5e3f6f105c9d req-6b986402-47b0-4982-92e9-bf2878e79375 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=6279c500-ea24-4715-8b54-c5a49cec87b3 HTTP/1.1" status: 200 len: 210 time: 0.0508690 Jun 03 16:23:47.289959 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:23:47.327845 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:23:47.328199 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 841ff6fe-ba7e-4c2a-bb5e-030d7bb432d3 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:23:50.161726 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:23:50.351112 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2e09-8055-4025-96c9-3a51aba673f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:51.688465 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-3923a2f0-5ae2-4ddc-b0c5-99edf444b6ab tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:51.691133 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-3923a2f0-5ae2-4ddc-b0c5-99edf444b6ab tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/networks?id=f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 200 len: 814 time: 0.1811934 Jun 03 16:23:51.706205 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-31d37647-3bdd-4c02-9fff-cb27cc1a359d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/quotas/6383a6e2481947079b6f53fabdf405a3 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Jun 03 16:23:51.753811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-70ad3d45-41d7-4b95-93da-3f5eec3ce574 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Synchronizing usage tracker for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:23:51.771242 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-70ad3d45-41d7-4b95-93da-3f5eec3ce574 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Unset dirty status for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:23:51.773006 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-70ad3d45-41d7-4b95-93da-3f5eec3ce574 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6383a6e2481947079b6f53fabdf405a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616739 Jun 03 16:23:52.065716 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-b072cb81-431b-437c-abd6-a9efdf6cba27 service neutron] 10.222.0.54 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853158 Jun 03 16:23:52.205130 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-2d427f14-cee2-461d-996a-4c4a9c3a8e2a service neutron] 10.222.0.54 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332538 Jun 03 16:23:52.391812 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ddd5297f-3934-426b-b14c-b88de28ab0a3 req-80a4bc09-8ec9-40e2-8982-ebc81d6be1b0 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 210 time: 0.0445757 Jun 03 16:23:53.009157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:53.111382 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-172158b8-f297-413d-8e71-00a539da46e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:53.591822 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-51f364b5-58f1-4166-a9c1-f71a1528ffe0 req-87c232e9-adfc-43e7-b5dc-dc3b3e0702ce tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 210 time: 0.0504405 Jun 03 16:23:53.638888 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e59963-2bec-4a51-94de-cbac5118981f req-f1621ca1-1322-424e-9a37-164bf1edef51 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:53.640431 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-06e59963-2bec-4a51-94de-cbac5118981f req-f1621ca1-1322-424e-9a37-164bf1edef51 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.0977962 Jun 03 16:23:53.695193 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-06e59963-2bec-4a51-94de-cbac5118981f req-9c87dd35-6eff-4b23-a772-24ef6ec0a5d8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 Jun 03 16:23:54.091706 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-f1574b80-08f2-446b-8813-d0c646b18ab2 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:54.093614 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-f1574b80-08f2-446b-8813-d0c646b18ab2 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "GET /v2.0/networks?id=f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 200 len: 814 time: 0.1802909 Jun 03 16:23:54.120738 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Request body: {'port': {'device_id': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e', 'admin_state_up': True, 'tenant_id': '6383a6e2481947079b6f53fabdf405a3'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:23:54.291630 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:23:54.310217 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:23:54.325934 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Made reservation on behalf of 6383a6e2481947079b6f53fabdf405a3 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:23:54.332920 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:54.534429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:54.543973 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Allocated IP 172.20.0.13 (f962bb9a-50bb-4f26-bb71-433e758e2a4e/08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7/79dbc279-c49e-45e8-a3d2-80d2fa1b4c07) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:23:54.779761 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a6d2df83-02d3-42db-bc57-82ea4dab1dd1 req-cf119505-92c2-4767-a284-f5f7a7101c68 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 210 time: 0.0554297 Jun 03 16:23:54.863045 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:54.961606 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:54.968706 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d3dacaf7-ec07-4e8f-861e-4d5c900fe06b tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:55.006782 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c399b0f-9a10-4756-9d69-74fa278e91ae req-8320dacb-854c-4c79-a8b6-28f46df416bb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:55.008320 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8c399b0f-9a10-4756-9d69-74fa278e91ae req-8320dacb-854c-4c79-a8b6-28f46df416bb tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.1413772 Jun 03 16:23:55.054964 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Network f962bb9a-50bb-4f26-bb71-433e758e2a4e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:23:55.060594 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:23:55.067040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:23:55.121186 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Pushing event updated for resources: {'Port': ['ID=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:55.134946 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:55.154007 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8c399b0f-9a10-4756-9d69-74fa278e91ae req-7aa69074-c920-4d2a-b25a-ad8ae3697181 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358068 Jun 03 16:23:55.166231 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:55.166909 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:55.208090 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0917974 Jun 03 16:23:55.226385 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Request body: {'port': {'device_id': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:23:55.448634 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:55.866264 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:55.956152 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:23:55.969702 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:55.987738 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Transition to ACTIVE for port object 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:23:55.993158 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:56.001727 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cfc78775-f47b-4c48-bdab-a18c3ad41c50 tempest-VolumesActionsTest-16812216 tempest-VolumesActionsTest-16812216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:56.033300 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da46cb-fb2e-46fb-b66f-4a143af676ee req-c1563183-2401-4ee0-a47a-2043def87895 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:56.034809 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-69da46cb-fb2e-46fb-b66f-4a143af676ee req-c1563183-2401-4ee0-a47a-2043def87895 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 932 time: 0.0926688 Jun 03 16:23:56.085897 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-69da46cb-fb2e-46fb-b66f-4a143af676ee req-5c9ebd27-c274-4146-9826-9379aa38ac84 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Jun 03 16:23:56.329744 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Pushing event updated for resources: {'Port': ['ID=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:56.345427 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:56.550570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add235f6-1a79-429d-9693-584900a8778c req-61a979d9-ec27-4bd3-bec6-1c089ee20511 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:56.552816 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-add235f6-1a79-429d-9693-584900a8778c req-61a979d9-ec27-4bd3-bec6-1c089ee20511 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.5529280 Jun 03 16:23:56.626756 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Attempting to bind port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:23:56.627097 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Attempting to bind port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:23:56.627420 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Attempting to bind port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 on network f962bb9a-50bb-4f26-bb71-433e758e2a4e {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:23:56.641270 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 on network f962bb9a-50bb-4f26-bb71-433e758e2a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:23:56.641592 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Attempting to bind port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 on network f962bb9a-50bb-4f26-bb71-433e758e2a4e {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:23:56.669704 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:23:56.670042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Checking segment: {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:23:56.670438 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Bound using segment: {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:23:56.670871 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Bound port: 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1f406c-0359-435a-a1b5-55fd4178d4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:23:56.671221 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:56.717570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaaf2e-0c07-4266-8b05-17f35e79e6c7 req-15bbb39c-04ac-4759-9e24-f38132058a68 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:56.718989 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-02aaaf2e-0c07-4266-8b05-17f35e79e6c7 req-15bbb39c-04ac-4759-9e24-f38132058a68 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.4298260 Jun 03 16:23:56.831488 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-02aaaf2e-0c07-4266-8b05-17f35e79e6c7 req-27842fd3-e30f-4414-9b08-bc25cb5c57e5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993600 Jun 03 16:23:56.874617 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] For port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:23:56.879511 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] For port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:23:56.882724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Deleting port 83f7c668-1960-4ec6-8124-646d28a93ac3 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:23:56.883063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:56.899663 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:56.908141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-da7cca36-e867-49f1-9f5e-30765efe4def service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:56.975256 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:56.975954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:56.977256 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] 10.222.0.76 "PUT /v2.0/ports/79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 HTTP/1.1" status: 200 len: 1094 time: 1.7560079 Jun 03 16:23:56.979710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'tag': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:23:56.981991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0383a-92bf-410c-9749-caee33d31268" -d '{"events": [{"name": "network-changed", "server_uuid": "a8792b1a-95ce-4d1a-9018-c0d519a8635d", "tag": "79dbc279-c49e-45e8-a3d2-80d2fa1b4c07"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:57.107535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d429ad5b-40ba-499b-b021-dea836cf07c6 x-openstack-request-id: req-d429ad5b-40ba-499b-b021-dea836cf07c6 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:57.107826 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8792b1a-95ce-4d1a-9018-c0d519a8635d", "tag": "79dbc279-c49e-45e8-a3d2-80d2fa1b4c07", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:57.107985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d429ad5b-40ba-499b-b021-dea836cf07c6 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:57.108267 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'tag': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07', 'status': 'completed', 'code': 200} Jun 03 16:23:57.128224 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Pushing event updated for resources: {'Port': ['ID=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:57.134580 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:57.173909 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] For port 83f7c668-1960-4ec6-8124-646d28a93ac3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83f7c668-1960-4ec6-8124-646d28a93ac3,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:23:57.174278 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:57.310533 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-dae69f7a-ba17-4326-93d3-cbb01b83bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:57.311980 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-dae69f7a-ba17-4326-93d3-cbb01b83bfd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6383a6e2481947079b6f53fabdf405a3&device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 1097 time: 0.2461789 Jun 03 16:23:57.562093 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-7b7d3068-48aa-4bc1-8717-52b293ae630f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 HTTP/1.1" status: 200 len: 217 time: 0.2293644 Jun 03 16:23:57.746821 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d04430-d02a-4c53-9af7-02d612b16397 req-9254242d-2814-451b-b27a-58a079e2a623 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:57.747521 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-76d04430-d02a-4c53-9af7-02d612b16397 req-9254242d-2814-451b-b27a-58a079e2a623 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Synchronizing usage tracker for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:23:57.761872 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-7f0455d1-60a8-4d1f-8995-b91f619600c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:57.763327 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-7f0455d1-60a8-4d1f-8995-b91f619600c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7 HTTP/1.1" status: 200 len: 854 time: 0.1933227 Jun 03 16:23:57.823501 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:57.823774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:57.824080 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Floating IP c0e230c2-8dbb-430f-ab05-68f8847d2472 disassociated. External IP: 172.28.1.78, port: 83f7c668-1960-4ec6-8124-646d28a93ac3. Jun 03 16:23:57.824428 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Calling delete_port for 83f7c668-1960-4ec6-8124-646d28a93ac3 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:23:57.834723 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-ac06b05d-eeef-4573-b865-222ec931e4fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f962bb9a-50bb-4f26-bb71-433e758e2a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615172 Jun 03 16:23:57.871282 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-76d04430-d02a-4c53-9af7-02d612b16397 req-9254242d-2814-451b-b27a-58a079e2a623 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Unset dirty status for tenant:6383a6e2481947079b6f53fabdf405a3 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:23:57.872421 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d04430-d02a-4c53-9af7-02d612b16397 req-9254242d-2814-451b-b27a-58a079e2a623 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 944 time: 0.6338403 Jun 03 16:23:58.007770 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-76d04430-d02a-4c53-9af7-02d612b16397 req-51a69132-db15-4c4b-bbd4-22b05de2c558 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275773 Jun 03 16:23:58.062639 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-0bdff7cf-6beb-4f0f-a8af-ad8890c17d02 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190676 Jun 03 16:23:58.074401 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aff24c-385f-4124-a841-cff1b41ecad4 req-990b594b-7a16-4d2b-973a-705b50ed7a72 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:58.076564 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-24aff24c-385f-4124-a841-cff1b41ecad4 req-990b594b-7a16-4d2b-973a-705b50ed7a72 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 947 time: 0.0988395 Jun 03 16:23:58.126724 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-24aff24c-385f-4124-a841-cff1b41ecad4 req-e55f1742-124c-4477-bc80-1f1d263886d7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=305a356d-fba5-4cbe-8550-2b4a576ddaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444307 Jun 03 16:23:58.216022 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:58.222463 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:23:58.283274 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event deleted for resources: {'Port': ['ID=83f7c668-1960-4ec6-8124-646d28a93ac3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:58.298857 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:23:58.363105 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-364e16b7-8bab-4d8f-ae08-0a20ea2b9c86 req-80c9b112-ada8-40e6-a145-6cb93809c740 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725251 Jun 03 16:23:58.532513 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:23:58.701669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0383a-92bf-410c-9749-caee33d31268 req-9babd8e7-8ae3-4367-93a5-9ec4701e6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:58.703065 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-9babd8e7-8ae3-4367-93a5-9ec4701e6b11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6383a6e2481947079b6f53fabdf405a3&device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 1097 time: 0.2236183 Jun 03 16:23:58.820691 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:23:58.836332 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:23:58.848733 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:23:58.849640 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:23:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:59.026826 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] No DVR routers for this DVR port 83f7c668-1960-4ec6-8124-646d28a93ac3 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:23:59.031205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:59.060449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0383a-92bf-410c-9749-caee33d31268 req-57d7fdbd-dd13-4244-b15f-2900fddc9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:59.061947 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-57d7fdbd-dd13-4244-b15f-2900fddc9896 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 200 len: 915 time: 0.3509159 Jun 03 16:23:59.063953 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-add235f6-1a79-429d-9693-584900a8778c req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "DELETE /v2.0/ports/83f7c668-1960-4ec6-8124-646d28a93ac3 HTTP/1.1" status: 204 len: 173 time: 2.4914732 Jun 03 16:23:59.113741 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:23:59.129714 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-deleted', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:23:59.132299 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dac87f-5307-48d7-b6c7-95b10968e3a5" -d '{"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-deleted", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:23:59.151745 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-9d0d338b-2d2b-4fd2-907a-35ad20543818 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 HTTP/1.1" status: 200 len: 217 time: 0.0803330 Jun 03 16:23:59.297792 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0383a-92bf-410c-9749-caee33d31268 req-2b53f67a-cb9f-4383-90a4-7f0d8a182bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:59.299445 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-2b53f67a-cb9f-4383-90a4-7f0d8a182bde service neutron] 10.222.0.76 "GET /v2.0/subnets?id=08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7 HTTP/1.1" status: 200 len: 854 time: 0.1403975 Jun 03 16:23:59.346741 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:23:59.353117 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcb7397-b6e3-473c-a15c-18d80df5b124 x-openstack-request-id: req-ffcb7397-b6e3-473c-a15c-18d80df5b124 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:23:59.353523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f4fec-56e1-42b2-9eda-951e948be35e", "name": "network-vif-deleted", "tag": "83f7c668-1960-4ec6-8124-646d28a93ac3", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:23:59.353904 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffcb7397-b6e3-473c-a15c-18d80df5b124 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:23:59.354453 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f4fec-56e1-42b2-9eda-951e948be35e', 'name': 'network-vif-deleted', 'tag': '83f7c668-1960-4ec6-8124-646d28a93ac3', 'status': 'completed', 'code': 200} Jun 03 16:23:59.362783 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-1290b0ac-a4d1-47a7-a79e-b14b8b77909a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f962bb9a-50bb-4f26-bb71-433e758e2a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564411 Jun 03 16:23:59.420090 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 83f7c668-1960-4ec6-8124-646d28a93ac3 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:23:59.420930 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 83f7c668-1960-4ec6-8124-646d28a93ac3 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:23:59.586488 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9f05a2a5-29bc-480c-855d-e10a4c1ffc27 req-b068ed7d-30c9-4138-82fa-b389ae05014f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f2f4fec-56e1-42b2-9eda-951e948be35e HTTP/1.1" status: 200 len: 210 time: 0.0498762 Jun 03 16:23:59.587337 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:59.591966 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:23:59.602387 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:23:59.603185 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:23:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:23:59.612987 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-c6e3e73d-9d30-4094-8fc5-48d569cb5f12 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378917 Jun 03 16:23:59.657842 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ce32a-dd7a-42e7-a292-51d911db1294 req-9379ffeb-7107-4852-b8cc-28986eeef49b tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:23:59.659366 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-052ce32a-dd7a-42e7-a292-51d911db1294 req-9379ffeb-7107-4852-b8cc-28986eeef49b tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 944 time: 0.2826352 Jun 03 16:23:59.780895 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-052ce32a-dd7a-42e7-a292-51d911db1294 req-21af442f-cd0e-4ddd-93cd-8542870c1d19 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107500 Jun 03 16:23:59.815588 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:23:59.821745 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46a0383a-92bf-410c-9749-caee33d31268 req-87d31c2e-a407-4f93-bed7-22a708d9b176 service neutron] 10.222.0.76 "GET /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008576 Jun 03 16:24:00.244854 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:00.251632 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a716b-dcaa-4bb1-b1be-521954b44e66 None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:00.523647 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd13835-ce55-424f-9d5b-10442ab1c1e2 None None] New status for floating IP c0e230c2-8dbb-430f-ab05-68f8847d2472: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:00.741871 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58632) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:00.813322 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:00.847190 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:00.915586 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:00.922236 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-aea46ea4-f4be-44e0-b86a-f5e31ec186c5 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:00.977699 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a356d-fba5-4cbe-8550-2b4a576ddaf3,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:01.049654 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.073703 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:01.082791 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.083981 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "DELETE /v2.0/security-groups/305a356d-fba5-4cbe-8550-2b4a576ddaf3 HTTP/1.1" status: 204 len: 168 time: 0.3408256 Jun 03 16:24:01.087356 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58638) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:01.105244 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.api.v2.resource [None req-4a22343b-5252-474b-93bc-8ca2a134b08f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] show failed (client error): The resource could not be found. Jun 03 16:24:01.110045 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4a22343b-5252-474b-93bc-8ca2a134b08f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups/305a356d-fba5-4cbe-8550-2b4a576ddaf3 HTTP/1.1" status: 404 len: 347 time: 0.0179274 Jun 03 16:24:01.110604 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58640) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:01.130268 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099b512-8b8a-44c2-b74a-95923c657d9d req-33fa9783-1621-4bea-8c4f-9fa0994c5bc3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:01.131766 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f099b512-8b8a-44c2-b74a-95923c657d9d req-33fa9783-1621-4bea-8c4f-9fa0994c5bc3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 944 time: 0.2012823 Jun 03 16:24:01.201676 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f099b512-8b8a-44c2-b74a-95923c657d9d req-5afa79b7-5e2f-47ed-a9fc-12a6f9a6c76f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Jun 03 16:24:01.350229 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:24:01.357113 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Deleting port 25dae01c-c971-474d-8065-a8a15a5222e1 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:01.357435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.502010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.502702 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.517118 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:01.539305 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07', 'network_id': 'f962bb9a-50bb-4f26-bb71-433e758e2a4e', 'port_id': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07', 'mac_address': 'fa:16:3e:05:84:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:24:01.633625 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.641595 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Calling delete_port for 25dae01c-c971-474d-8065-a8a15a5222e1 owned by network:floatingip {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:01.652323 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:24:01.670874 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:01.675296 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.677714 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:01.745960 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:01.753510 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.753860 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.754795 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.755141 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.755476 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.755801 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.756328 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.756660 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.756990 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.757317 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.757644 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.757966 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:01.762118 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:01.781125 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.785120 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f68653e8-fc00-4eac-bd5b-e5c412e20d5f tempest-VolumesNegativeTest-282421272 tempest-VolumesNegativeTest-282421272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:01.833622 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event deleted for resources: {'Port': ['ID=25dae01c-c971-474d-8065-a8a15a5222e1,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:01.837063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:01.928507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.943155 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:01.944278 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-cfa18cf0-4f39-4d26-9c3d-cb57cbff0680 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "DELETE /v2.0/floatingips/c0e230c2-8dbb-430f-ab05-68f8847d2472 HTTP/1.1" status: 204 len: 168 time: 0.8324852 Jun 03 16:24:02.206818 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['79dbc279-c49e-45e8-a3d2-80d2fa1b4c07'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:02.336359 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58648) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:02.343934 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381451237', 'description': 'tempest-description--2034793473'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:02.353552 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:02.358436 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:02.362668 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:02.371514 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:02.386162 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.414401 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:02.418794 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:02.421843 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:02.428817 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:02.439569 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a4a30-8d07-46d5-a1ed-3c41925918a9 req-793d1831-8985-4e1a-9661-c6645136504f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:02.441644 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-994a4a30-8d07-46d5-a1ed-3c41925918a9 req-793d1831-8985-4e1a-9661-c6645136504f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 945 time: 0.1018124 Jun 03 16:24:02.499643 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-994a4a30-8d07-46d5-a1ed-3c41925918a9 req-be9f5672-812b-45b2-91c4-84107196d32f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Jun 03 16:24:02.526476 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.531292 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.537375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e307718c-3686-40eb-b8ed-68834dbc0db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:02.584732 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50f205-6e73-48d7-9d19-cd1e72f3208d,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:02.588321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:02.589138 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.590436 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2522943 Jun 03 16:24:02.593503 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58652) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:02.598470 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'security_group_rule': {'security_group_id': 'ce50f205-6e73-48d7-9d19-cd1e72f3208d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:02.606803 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:02.612935 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:02.618344 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:02.626437 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:02.647507 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.717772 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.727120 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.728979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-de7a56fb-0cd1-49f2-bc09-5564ae75efd2 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:02.750734 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e25249-e78a-4cbe-964a-492df4263a0c,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:02.755839 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:02.763702 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.764880 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703007 Jun 03 16:24:02.768169 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58654) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:02.772873 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'security_group_rule': {'security_group_id': 'ce50f205-6e73-48d7-9d19-cd1e72f3208d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:02.779326 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:02.783329 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:security_group_rule and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:02.787014 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:02.794943 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:02.820261 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.898979 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.903253 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.912679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:02.935070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5016298b-7bb4-4a51-bf59-ec31f356280b,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:02.937743 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:02.947412 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.949295 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799226 Jun 03 16:24:02.952380 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58656) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:02.959869 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'floatingip': {'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:02.970568 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:02.977939 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Usage tracker for resource:floatingip and tenant:27989949e0834bc6884abf4de7849a2d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:02.982564 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:02.989028 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:03.000490 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:03.158472 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:03.312325 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Allocated IP 172.28.1.95 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/68fde86d-766d-47c8-b77e-7deadb562947) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:03.476913 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:03.508016 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:03.512169 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-89adfd05-0946-4b1e-bc0a-44d6c36b15f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:03.576407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:03.579511 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:03.590127 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:24:03.624313 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'Port': ['ID=68fde86d-766d-47c8-b77e-7deadb562947,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:03.631871 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:03.689303 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:03.705433 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c0bba-6287-43bf-9895-76a3637b2568 req-71ca2718-ca2f-4aff-9ca9-852ebfd4cbf4 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:03.715441 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5c2c0bba-6287-43bf-9895-76a3637b2568 req-71ca2718-ca2f-4aff-9ca9-852ebfd4cbf4 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 945 time: 0.1025419 Jun 03 16:24:03.765274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:03.765747 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5c2c0bba-6287-43bf-9895-76a3637b2568 req-64135b08-71f6-4877-9d47-3558b7a7990f tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Jun 03 16:24:03.998325 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:04.003570 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32358713'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:04.008528 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:04.133887 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'Port': ['ID=68fde86d-766d-47c8-b77e-7deadb562947,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:04.138735 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:04.155230 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:04.180063 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:04.182448 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2279007 Jun 03 16:24:04.358560 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-ba570f3c-f53a-4448-8161-af78dc715938 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:04.375703 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-ba570f3c-f53a-4448-8161-af78dc715938 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:04.377228 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-ba570f3c-f53a-4448-8161-af78dc715938 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--381451237&fields=id&tenant_id=27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 267 time: 0.0656009 Jun 03 16:24:04.556794 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-2b74bcce-5c6a-4046-ac79-a6e153f4f877 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:04.558710 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-2b74bcce-5c6a-4046-ac79-a6e153f4f877 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 816 time: 0.1741095 Jun 03 16:24:04.581811 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-daac47a3-e777-4139-a874-fe7548249ad7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/quotas/27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 375 time: 0.0106206 Jun 03 16:24:04.685848 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-63f6b3f1-200b-48f2-bc90-4018bdb69556 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975790 Jun 03 16:24:04.981777 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-fe55e56b-05b3-4235-afb9-e03f4e528c14 service neutron] 10.222.0.54 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831843 Jun 03 16:24:05.052241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ee7c-6fb1-4d39-b111-8a494849fdf4 req-5432f59c-a723-4ba7-ab22-02bad2386a28 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:05.053634 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7ee0ee7c-6fb1-4d39-b111-8a494849fdf4 req-5432f59c-a723-4ba7-ab22-02bad2386a28 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 945 time: 0.1818764 Jun 03 16:24:05.101732 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7ee0ee7c-6fb1-4d39-b111-8a494849fdf4 req-fcf87d0c-30bc-4c23-8808-27c0cb3a12c6 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Jun 03 16:24:05.118874 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-83723c90-a1e3-402f-9b22-dfe178894695 service neutron] 10.222.0.54 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312070 Jun 03 16:24:05.342477 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-a4ba3278-3098-4a0e-a254-a4b7793b4cb9 req-0bd8452c-e518-4695-994c-50b42e2d1f87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:05.362159 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:05.368751 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-a4ba3278-3098-4a0e-a254-a4b7793b4cb9 req-0bd8452c-e518-4695-994c-50b42e2d1f87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:05.370078 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a4ba3278-3098-4a0e-a254-a4b7793b4cb9 req-0bd8452c-e518-4695-994c-50b42e2d1f87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 210 time: 0.1081002 Jun 03 16:24:05.393453 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-0d002777-627e-4a7c-8865-59398b97aa79 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906332 Jun 03 16:24:05.464717 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:05.472330 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:05.472705 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:05.563605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478db83-d969-4c4d-8285-a55767d74455 req-35b18a9c-c8f0-4916-aa7e-52fbc0b011ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:05.565117 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-35b18a9c-c8f0-4916-aa7e-52fbc0b011ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 1099 time: 0.0778780 Jun 03 16:24:05.605321 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:05.635221 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:05.637408 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec247b9-913e-4465-9d44-1ffab4f583f6" -d '{"events": [{"server_uuid": "a8792b1a-95ce-4d1a-9018-c0d519a8635d", "name": "network-vif-plugged", "status": "completed", "tag": "79dbc279-c49e-45e8-a3d2-80d2fa1b4c07"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:05.646062 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:05.655537 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:05.672247 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:05.745038 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478db83-d969-4c4d-8285-a55767d74455 req-4abae685-3dac-4367-bc4f-9e8f26765a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:05.747258 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-4abae685-3dac-4367-bc4f-9e8f26765a19 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.1633029 Jun 03 16:24:05.781971 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:05.786463 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:05.820175 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5adfa9-15b4-468e-be7c-d1ace0d78fd1 x-openstack-request-id: req-5c5adfa9-15b4-468e-be7c-d1ace0d78fd1 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:05.820527 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8792b1a-95ce-4d1a-9018-c0d519a8635d", "name": "network-vif-plugged", "status": "completed", "tag": "79dbc279-c49e-45e8-a3d2-80d2fa1b4c07", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:05.820778 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c5adfa9-15b4-468e-be7c-d1ace0d78fd1 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:05.821248 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07', 'code': 200} Jun 03 16:24:05.898022 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-625eb7b9-e919-429f-87be-aca4bf067f02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 200 len: 1001 time: 0.1438377 Jun 03 16:24:05.978461 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478db83-d969-4c4d-8285-a55767d74455 req-f20cbcb0-deb3-44c5-b7f7-671508159a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:05.980345 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-f20cbcb0-deb3-44c5-b7f7-671508159a70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.0717177 Jun 03 16:24:06.069042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478db83-d969-4c4d-8285-a55767d74455 req-80281f07-54c6-42f7-9f97-5cd9a0f6e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:06.072591 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-80281f07-54c6-42f7-9f97-5cd9a0f6e4ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842552 Jun 03 16:24:06.330596 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-cd5195cb-86ba-44a3-a447-5876ee7c18ab service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483854 Jun 03 16:24:06.333842 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46001-ae28-40f5-9823-aee11ec2ff9c req-8c3b88f4-8ed4-4971-bdb3-7688ac7d60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:06.335197 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eab46001-ae28-40f5-9823-aee11ec2ff9c req-8c3b88f4-8ed4-4971-bdb3-7688ac7d60da service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 1099 time: 0.2311697 Jun 03 16:24:06.398459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436eca1-c8b1-4fb1-bf10-05f2575aeb27 req-310def5a-3d04-43ab-b4d2-446b4c91e17d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:06.399897 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e436eca1-c8b1-4fb1-bf10-05f2575aeb27 req-310def5a-3d04-43ab-b4d2-446b4c91e17d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.1822007 Jun 03 16:24:06.556268 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eab46001-ae28-40f5-9823-aee11ec2ff9c req-91f6c116-25f9-457e-a8b6-47d542a76ecb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030177 Jun 03 16:24:06.578814 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d35ff615-e720-4195-8b0e-8bf9b624352a req-13e70bd6-43d7-417f-a78e-287c8c131c57 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 210 time: 0.0448585 Jun 03 16:24:06.633623 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e436eca1-c8b1-4fb1-bf10-05f2575aeb27 req-103a5521-9dd7-48f9-9c04-712f7e582504 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211423 Jun 03 16:24:06.682332 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8478db83-d969-4c4d-8285-a55767d74455 req-d313e7fd-03bb-43b3-b64a-f73531846a3b service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298910 Jun 03 16:24:06.714765 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-d3291d2e-3a94-4295-8e26-5474e65d6bbc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:06.716222 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-d3291d2e-3a94-4295-8e26-5474e65d6bbc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 816 time: 0.2644010 Jun 03 16:24:07.084344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-c6192828-c827-4191-b6b8-3f45dee904b4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:07.095899 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-c6192828-c827-4191-b6b8-3f45dee904b4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:07.097017 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-c6192828-c827-4191-b6b8-3f45dee904b4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 379 time: 0.0533648 Jun 03 16:24:07.120273 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'port': {'device_id': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'admin_state_up': True, 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'security_groups': ['ce50f205-6e73-48d7-9d19-cd1e72f3208d']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:07.267992 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:07.278811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:07.289416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Made reservation on behalf of 27989949e0834bc6884abf4de7849a2d for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:07.292910 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:07.571293 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Allocated IP 172.20.0.8 (92a838cd-429c-4550-9aab-bd627ef05b7a/55c8247e-5deb-4b69-b34c-311c420d2c1f/38b4dbb1-f473-4472-87bf-9972f1de55e5) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:07.758774 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-652b7bc5-ba8c-463b-94a9-742264bacc23 req-6d4cec62-0229-41c6-b19a-96d33c822ba9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 210 time: 0.0499773 Jun 03 16:24:07.831508 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:07.854463 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Transition to ACTIVE for port object 38b4dbb1-f473-4472-87bf-9972f1de55e5 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:07.893043 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3452e9-f68b-4dab-b4e6-13743c223474 req-7b0d9944-ea06-4505-a13c-2ebb0258b2e5 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:07.893403 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9c3452e9-f68b-4dab-b4e6-13743c223474 req-7b0d9944-ea06-4505-a13c-2ebb0258b2e5 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.1366694 Jun 03 16:24:07.919343 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:07.929530 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-3dec6fea-e04a-4dc4-9834-dfd265c5e78a tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:08.002034 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Network 92a838cd-429c-4550-9aab-bd627ef05b7a is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:08.007170 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:08.013537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:24:08.039674 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9c3452e9-f68b-4dab-b4e6-13743c223474 req-9f3e897e-23e1-4a4c-8620-b18b55bab3c1 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369143 Jun 03 16:24:08.073984 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:08.079047 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:08.095159 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:08.095853 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:08.125302 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0096488 Jun 03 16:24:08.190766 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Request body: {'port': {'device_id': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:08.192978 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-44a822e3-8cb2-47d4-acf2-bede6857bb0b None None] Provisioning for port 38b4dbb1-f473-4472-87bf-9972f1de55e5 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:08.197685 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-44a822e3-8cb2-47d4-acf2-bede6857bb0b None None] Provisioning complete for port 38b4dbb1-f473-4472-87bf-9972f1de55e5 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:08.198062 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-44a822e3-8cb2-47d4-acf2-bede6857bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:08.250478 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-44a822e3-8cb2-47d4-acf2-bede6857bb0b None None] Port 38b4dbb1-f473-4472-87bf-9972f1de55e5 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:08.302009 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:08.665313 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b4dbb1-f473-4472-87bf-9972f1de55e5 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:24:08.673184 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:08.690053 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Transition to ACTIVE for port object 38b4dbb1-f473-4472-87bf-9972f1de55e5 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:08.694289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:08.699045 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8c2638a9-1e7f-4880-8a7c-f9b220f358e3 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:08.838464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:08.842535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:08.955981 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Attempting to bind port 38b4dbb1-f473-4472-87bf-9972f1de55e5 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:08.956322 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Attempting to bind port 38b4dbb1-f473-4472-87bf-9972f1de55e5 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:08.956646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Attempting to bind port 38b4dbb1-f473-4472-87bf-9972f1de55e5 on network 92a838cd-429c-4550-9aab-bd627ef05b7a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:08.964435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Port 38b4dbb1-f473-4472-87bf-9972f1de55e5 on network 92a838cd-429c-4550-9aab-bd627ef05b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:24:08.964766 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Attempting to bind port 38b4dbb1-f473-4472-87bf-9972f1de55e5 on network 92a838cd-429c-4550-9aab-bd627ef05b7a {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:08.970593 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:08.970937 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Checking segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:24:08.971320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Bound using segment: {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:08.971740 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Bound port: 38b4dbb1-f473-4472-87bf-9972f1de55e5, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bbb40d-9967-4365-aca5-0c66f104ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:08.972078 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:08.992639 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9d642-f680-48c7-ac5b-bc5655204a5e req-77096c34-140a-4c9b-a552-edb721c73c3e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:08.994154 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c8d9d642-f680-48c7-ac5b-bc5655204a5e req-77096c34-140a-4c9b-a552-edb721c73c3e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0898321 Jun 03 16:24:09.039181 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c8d9d642-f680-48c7-ac5b-bc5655204a5e req-39f0bf40-c177-4bef-8591-66d005ce1f11 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391285 Jun 03 16:24:09.067410 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:09.070619 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:09.075607 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:09.080559 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7049104d-f39b-43b2-9350-c34bbcf4f9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:09.130271 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:09.130904 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:09.132265 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] 10.222.0.76 "PUT /v2.0/ports/38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 1093 time: 0.9458590 Jun 03 16:24:09.132775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:09.135299 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fcb104-f6cc-490e-a2c3-f912759c4203" -d '{"events": [{"name": "network-changed", "server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:09.210472 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5de28c-0e7d-4f62-a9e9-731f3ace5fa5 x-openstack-request-id: req-0a5de28c-0e7d-4f62-a9e9-731f3ace5fa5 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:09.210819 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:09.211071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a5de28c-0e7d-4f62-a9e9-731f3ace5fa5 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:09.211489 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'status': 'completed', 'code': 200} Jun 03 16:24:09.270491 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:09.273633 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:09.324311 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-ab7b5164-fccc-425d-9ce6-e68664a39c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:09.325769 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-ab7b5164-fccc-425d-9ce6-e68664a39c9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1096 time: 0.1091061 Jun 03 16:24:09.334775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8103cc-0b4a-4a31-8654-f629fae77f32 req-b397a8d3-463f-489f-9e47-2428cbacab28 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:09.336294 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5a8103cc-0b4a-4a31-8654-f629fae77f32 req-b397a8d3-463f-489f-9e47-2428cbacab28 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.1670353 Jun 03 16:24:09.508195 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-aac1947d-d98f-4023-9cd7-5586c5ce690c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 217 time: 0.1530375 Jun 03 16:24:09.580250 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5a8103cc-0b4a-4a31-8654-f629fae77f32 req-52ca88de-382c-4931-9e97-36bb8aaea263 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382159 Jun 03 16:24:09.608430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-eaa6c4c7-1c21-4147-ab62-c150d6dbed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:09.609959 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-eaa6c4c7-1c21-4147-ab62-c150d6dbed44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0943708 Jun 03 16:24:09.695490 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-3291eb7b-2b32-4ee6-baef-0a17ca0f5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:09.696996 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-3291eb7b-2b32-4ee6-baef-0a17ca0f5e07 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801418 Jun 03 16:24:09.864376 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-f3b52e25-b307-4a6c-82e9-743dc41dc184 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594810 Jun 03 16:24:09.946539 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58762) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:10.046301 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8d02a092-5774-4041-baa7-e0717f93fb40 req-04a616e1-27ff-42f8-b170-10916541ea21 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643920 Jun 03 16:24:10.100182 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.117142 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:10.121454 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Usage tracker for resource:security_group_rule and tenant:076ea8782d134d4b828fba70132e4261 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:10.126631 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:10.133926 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:10.236148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.243690 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.250310 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-587e46e9-30c3-48b7-9e11-a76acc99ace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:10.295950 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=076ea8782d134d4b828fba70132e4261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481541 Jun 03 16:24:10.297119 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec6b6e-eb03-4ee8-9d37-5029495562b5,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:10.299458 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58772) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:10.302320 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-65d263f7-13d9-4903-a8ab-d80523fe2975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:10.363447 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.366773 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-f90d6824-7abe-43cf-9ea9-453d4a24da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:10.368267 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-f90d6824-7abe-43cf-9ea9-453d4a24da4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1096 time: 0.2090180 Jun 03 16:24:10.394968 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.404738 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42a00-0caf-4193-9e6c-1aa3cbcba7dc req-33a09614-d825-4db8-9073-23bcaa29195c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:10.405461 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-8db42a00-0caf-4193-9e6c-1aa3cbcba7dc req-33a09614-d825-4db8-9073-23bcaa29195c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Synchronizing usage tracker for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:10.460962 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.467692 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-33ddba98-b79e-4488-a89c-6ecbec178a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:10.487759 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec6b6e-eb03-4ee8-9d37-5029495562b5,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:10.491010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-8db42a00-0caf-4193-9e6c-1aa3cbcba7dc req-33a09614-d825-4db8-9073-23bcaa29195c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Unset dirty status for tenant:27989949e0834bc6884abf4de7849a2d on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:10.491178 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:10.492490 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8db42a00-0caf-4193-9e6c-1aa3cbcba7dc req-33a09614-d825-4db8-9073-23bcaa29195c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.2703638 Jun 03 16:24:10.497836 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.503372 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-61eba7c5-ad1c-4378-a512-a09c363b1e24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8eec6b6e-eb03-4ee8-9d37-5029495562b5 HTTP/1.1" status: 204 len: 168 time: 0.2021229 Jun 03 16:24:10.567108 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8db42a00-0caf-4193-9e6c-1aa3cbcba7dc req-8fa78dff-2c23-4ace-9c32-d1b0a0d99ab6 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633533 Jun 03 16:24:10.570510 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-86b442fd-164f-474c-9871-7451688ad410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:10.571970 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-86b442fd-164f-474c-9871-7451688ad410 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1956255 Jun 03 16:24:10.680932 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-43ee9eea-2e0b-49ad-9b05-abd1a8e627d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 217 time: 0.1018636 Jun 03 16:24:10.748176 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-119e0af2-3d7b-4e3b-97d8-8785983c97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:10.749702 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-119e0af2-3d7b-4e3b-97d8-8785983c97d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0619292 Jun 03 16:24:10.871839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-3a2b9a1d-86cb-421d-aa50-8fb6f706c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:10.873310 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-3a2b9a1d-86cb-421d-aa50-8fb6f706c5b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867774 Jun 03 16:24:11.014248 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-3e659c8b-ae9e-4650-be9a-51c347889b14 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331716 Jun 03 16:24:11.165642 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b9fcb104-f6cc-490e-a2c3-f912759c4203 req-45cd5cb9-351d-4f2a-89ad-553c023be216 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379488 Jun 03 16:24:11.726024 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 58806) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:11.781622 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdaf14-06a7-4381-a895-8d04664de519 req-b82b7cff-9855-4740-855c-2d9f8c062d69 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:11.783160 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-93cdaf14-06a7-4381-a895-8d04664de519 req-b82b7cff-9855-4740-855c-2d9f8c062d69 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0939212 Jun 03 16:24:11.845517 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-93cdaf14-06a7-4381-a895-8d04664de519 req-3e3550f4-8905-4f8f-9796-12219dbd06e1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558984 Jun 03 16:24:11.885384 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:11.901145 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:11.905515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Usage tracker for resource:security_group_rule and tenant:123c52293d494904b7b754fc2617d373 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:11.912619 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:11.918934 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:12.009910 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.014894 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.023912 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6a955cf-e386-4ba4-a4d2-613ea77b5ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:12.065283 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=123c52293d494904b7b754fc2617d373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381720 Jun 03 16:24:12.066220 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec52f06-7de6-49cc-b601-dc2dd36915f1,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:12.068918 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58810) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:12.070420 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:12.135513 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.166294 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.225159 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.229063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e8293c49-7445-4942-9134-e09237c1d422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:12.242770 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec52f06-7de6-49cc-b601-dc2dd36915f1,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:12.245819 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:12.248027 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.249418 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e7e31298-c86a-494c-81c0-3c53cc320448 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ec52f06-7de6-49cc-b601-dc2dd36915f1 HTTP/1.1" status: 204 len: 168 time: 0.1790771 Jun 03 16:24:13.075709 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37075156-79c3-4aeb-ba25-c8a7dfa8cfa1 req-6a5c126b-5cf3-4db2-9e74-d4967b448957 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:13.077237 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-37075156-79c3-4aeb-ba25-c8a7dfa8cfa1 req-6a5c126b-5cf3-4db2-9e74-d4967b448957 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1127541 Jun 03 16:24:13.132693 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-37075156-79c3-4aeb-ba25-c8a7dfa8cfa1 req-852fe1bb-9d10-462e-8a38-2069a65cf39d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477898 Jun 03 16:24:14.342459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f24c-d380-44be-9d8f-d75b79533bc3 req-b3b12ecc-7d78-4139-b969-6d90ce0a902b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:14.343915 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b411f24c-d380-44be-9d8f-d75b79533bc3 req-b3b12ecc-7d78-4139-b969-6d90ce0a902b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0862741 Jun 03 16:24:14.390290 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b411f24c-d380-44be-9d8f-d75b79533bc3 req-3e1a8dde-96fb-483d-9055-bfc59d9c5949 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Jun 03 16:24:15.380007 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:24:15.525463 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:15.551409 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'mac_address': 'fa:16:3e:24:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:24:15.599759 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5bac5-1fdc-42d0-b81e-eee4e7c810dc req-e4851d7e-2823-4321-bef1-7390d0b33b09 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:15.601287 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-47d5bac5-1fdc-42d0-b81e-eee4e7c810dc req-e4851d7e-2823-4321-bef1-7390d0b33b09 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0880754 Jun 03 16:24:15.608082 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.631882 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b4dbb1-f473-4472-87bf-9972f1de55e5 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:24:15.652882 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-47d5bac5-1fdc-42d0-b81e-eee4e7c810dc req-9b9fc4c6-05b6-4564-b9e0-b62f02a75948 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419240 Jun 03 16:24:15.657492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:15.662920 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.664668 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:15.753134 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:15.758629 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:16.152114 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['38b4dbb1-f473-4472-87bf-9972f1de55e5'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:16.859296 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a33d-ed87-4ad5-80e3-24eee64dd789 req-ac9e8fba-fdae-4a10-a54b-c3c5bfac2e05 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:16.860806 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5ec6a33d-ed87-4ad5-80e3-24eee64dd789 req-ac9e8fba-fdae-4a10-a54b-c3c5bfac2e05 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 944 time: 0.0864859 Jun 03 16:24:16.910824 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5ec6a33d-ed87-4ad5-80e3-24eee64dd789 req-28bab6b3-0912-4bde-b1d8-8c2918268aa4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426645 Jun 03 16:24:17.382068 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:17.454849 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 38b4dbb1-f473-4472-87bf-9972f1de55e5 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:17.460135 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 38b4dbb1-f473-4472-87bf-9972f1de55e5 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:17.460496 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.579500 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.609042 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:17.611302 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f52631a-ac35-4349-a119-9c4e8c119ab5" -d '{"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-plugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:17.620762 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:17.625505 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.627585 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e0570e06-f42c-4c6e-91fa-8550986366e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:17.724056 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572e8275-0bc2-40a9-9614-354663ed9af6 x-openstack-request-id: req-572e8275-0bc2-40a9-9614-354663ed9af6 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:17.724442 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-plugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:17.724854 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-572e8275-0bc2-40a9-9614-354663ed9af6 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:17.725462 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'code': 200} Jun 03 16:24:17.776523 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:17.780307 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:18.045911 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712e976-bc40-4fa1-9ba8-3411498f0f25 req-ecb61c34-c351-4a8c-8770-c479e843d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:18.047232 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b712e976-bc40-4fa1-9ba8-3411498f0f25 req-ecb61c34-c351-4a8c-8770-c479e843d63d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1098 time: 0.1695244 Jun 03 16:24:18.094798 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b712e976-bc40-4fa1-9ba8-3411498f0f25 req-5cd8b87d-4184-41f8-bdd9-1b99c32041d8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 Jun 03 16:24:18.122492 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d14eed-5a17-4898-9167-9711bd12e24b req-82acf4ad-7e4a-406e-a0d7-8ccb14b399e4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:18.123780 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-01d14eed-5a17-4898-9167-9711bd12e24b req-82acf4ad-7e4a-406e-a0d7-8ccb14b399e4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0923514 Jun 03 16:24:18.172097 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-01d14eed-5a17-4898-9167-9711bd12e24b req-4831e7a1-36c8-4ba6-bf4d-d4dcf4ff6048 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Jun 03 16:24:19.368507 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfb70-df7c-4628-9cd3-bedd30644ede req-cf0162f1-ab93-4049-b31c-f6208486c49f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:19.369953 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fbebfb70-df7c-4628-9cd3-bedd30644ede req-cf0162f1-ab93-4049-b31c-f6208486c49f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0823379 Jun 03 16:24:19.419597 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fbebfb70-df7c-4628-9cd3-bedd30644ede req-b796224c-c7b4-48bb-be33-d2bfb6739b87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Jun 03 16:24:20.354229 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-86583bc5-e746-4112-9c58-c1e36b6d8873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.623659 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2c6c2-dc51-4e1b-9e04-61c849195653 req-6c1ea8f6-2bad-4438-bbb9-dd630fe38d20 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:20.625239 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dec2c6c2-dc51-4e1b-9e04-61c849195653 req-6c1ea8f6-2bad-4438-bbb9-dd630fe38d20 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0950110 Jun 03 16:24:20.673020 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-dec2c6c2-dc51-4e1b-9e04-61c849195653 req-385a6ce3-9cbf-4736-af54-b5cfe26cc1e5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407810 Jun 03 16:24:20.875181 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f57ab6-b2c7-4039-9b72-8272e1d4c4ea req-5a0e5ec7-87b4-4919-95e9-763fec49eaba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:20.876614 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-16f57ab6-b2c7-4039-9b72-8272e1d4c4ea req-5a0e5ec7-87b4-4919-95e9-763fec49eaba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0883281 Jun 03 16:24:20.886114 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58870) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:20.890577 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Request body: {'floatingip': {'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:20.969352 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.563529 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.567911 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.736504 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Floating IP f9d153b8-f879-45aa-83ae-6dd217b60dcf associated. External IP: 172.28.1.95, port: 38b4dbb1-f473-4472-87bf-9972f1de55e5. Jun 03 16:24:22.240416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:22.442073 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:22.449237 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.452448 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:22.463185 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:22.463816 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:23:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:22.519189 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b8f18f09-1277-45ef-990f-16685e58be6c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "PUT /v2.0/floatingips/f9d153b8-f879-45aa-83ae-6dd217b60dcf HTTP/1.1" status: 200 len: 990 time: 1.6280534 Jun 03 16:24:22.519189 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:22.522414 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3949cf-2582-4d37-be44-5e10486e08e6" -d '{"events": [{"name": "network-changed", "server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:22.627755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c323f70-8e9a-4038-ac0c-e5639b94b906 x-openstack-request-id: req-8c323f70-8e9a-4038-ac0c-e5639b94b906 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:22.628162 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:22.628476 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c323f70-8e9a-4038-ac0c-e5639b94b906 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:22.628824 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'status': 'completed', 'code': 200} Jun 03 16:24:22.677254 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:22.776675 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-e51f15ec-1a3f-4ae1-b3cd-daf0fd793f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:22.778121 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-e51f15ec-1a3f-4ae1-b3cd-daf0fd793f6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1098 time: 0.0852015 Jun 03 16:24:22.934206 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-1a3bbadd-2bb5-4a96-b514-02723fffdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:22.936101 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-1a3bbadd-2bb5-4a96-b514-02723fffdaa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1515744 Jun 03 16:24:23.011137 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:23.047027 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-2195f4ba-ea07-49da-8bae-276441cfd3be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 998 time: 0.1036119 Jun 03 16:24:23.090214 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d86fab3a-50f6-41f9-b276-6e6157dcff9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:23.117421 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'f9d153b8-f879-45aa-83ae-6dd217b60dcf', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'floating_ip_address': '172.28.1.95', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'mac_address': 'fa:16:3e:24:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:24:03Z', 'updated_at': '2021-06-03T16:24:21Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:23.122148 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:23.125781 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-5096f085-8cc0-44ce-9080-2b1335ce14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:23.127377 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-5096f085-8cc0-44ce-9080-2b1335ce14ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0738814 Jun 03 16:24:23.133710 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:23.134381 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:23.211688 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-5d84087a-63a4-4488-9a54-d90d8835a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:23.213206 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-5d84087a-63a4-4488-9a54-d90d8835a279 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783463 Jun 03 16:24:23.346894 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:23.359787 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-f4bf8555-a61f-4c09-ba94-fad5b69584bd service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365240 Jun 03 16:24:23.508055 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-eb3949cf-2582-4d37-be44-5e10486e08e6 req-e144a52a-931b-4412-bdcb-29f6e0680da5 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413400 Jun 03 16:24:23.745110 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'f9d153b8-f879-45aa-83ae-6dd217b60dcf', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'floating_ip_address': '172.28.1.95', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'mac_address': 'fa:16:3e:24:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:24:03Z', 'updated_at': '2021-06-03T16:24:21Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:23.749464 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a020002-c9aa-414b-ac24-8aae1280df1c None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'f9d153b8-f879-45aa-83ae-6dd217b60dcf', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'floating_ip_address': '172.28.1.95', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'mac_address': 'fa:16:3e:24:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:24:03Z', 'updated_at': '2021-06-03T16:24:21Z', 'revision_number': 1, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:23.978892 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c1559-5377-4345-bb7d-a6e5df97d863 None None] New status for floating IP f9d153b8-f879-45aa-83ae-6dd217b60dcf: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:24.534911 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:25.857682 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.162226 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:24:31.054549 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.179304 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5727b-4e0d-4e0c-909d-7640dba8972a req-6b7a6eb6-e7c6-42c1-a9f1-236fb45625a4 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:33.180790 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e1d5727b-4e0d-4e0c-909d-7640dba8972a req-6b7a6eb6-e7c6-42c1-a9f1-236fb45625a4 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.0883293 Jun 03 16:24:33.232935 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e1d5727b-4e0d-4e0c-909d-7640dba8972a req-a2ccb3e3-8da8-4a8e-9949-8b49bc12a7c3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Jun 03 16:24:34.420305 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef18893-838e-42a1-9161-f4af035fa101 req-460a36be-6cbb-45fe-8875-453d4c998576 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:34.421772 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0ef18893-838e-42a1-9161-f4af035fa101 req-460a36be-6cbb-45fe-8875-453d4c998576 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.0811801 Jun 03 16:24:34.469987 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-0ef18893-838e-42a1-9161-f4af035fa101 req-4b98c8a9-591e-4ccb-8aef-d8fd44ef44bb tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Jun 03 16:24:35.658396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d5164-abf9-428f-807b-f2af8d3e232d req-5e0e0140-fa4d-440f-8622-da6319d57702 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:35.659905 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-189d5164-abf9-428f-807b-f2af8d3e232d req-5e0e0140-fa4d-440f-8622-da6319d57702 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.0825016 Jun 03 16:24:35.705896 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-189d5164-abf9-428f-807b-f2af8d3e232d req-7ed6b713-c417-4ffe-818d-c0e64dc87a85 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Jun 03 16:24:37.001126 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf89b-0215-4bb3-bea8-9cd2ddbc92cf req-6a74d36b-6c3c-4353-b992-342243c8b442 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:37.002489 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-840cf89b-0215-4bb3-bea8-9cd2ddbc92cf req-6a74d36b-6c3c-4353-b992-342243c8b442 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.1899729 Jun 03 16:24:37.046478 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-840cf89b-0215-4bb3-bea8-9cd2ddbc92cf req-9529bcec-f98a-4cdb-b1d5-e0e7aa22e53d tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Jun 03 16:24:38.247057 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c57a-ae96-48c0-bb12-32fd963c0c8a req-83b4f2de-bcd7-4ba1-bcef-6b989b3be354 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:38.248566 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6d22c57a-ae96-48c0-bb12-32fd963c0c8a req-83b4f2de-bcd7-4ba1-bcef-6b989b3be354 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.0870514 Jun 03 16:24:38.300478 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6d22c57a-ae96-48c0-bb12-32fd963c0c8a req-604317f7-3c3c-4268-bf04-3db689ad3059 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 Jun 03 16:24:38.320160 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-2bff4c93-347f-4c16-b7d7-bbb23dd4cd26 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766567292&fields=id&tenant_id=05e25a0146d549d2aef6e09980239db5 HTTP/1.1" status: 200 len: 267 time: 0.0699790 Jun 03 16:24:38.413557 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-31ae851a-d139-48aa-ab4d-8076ce0e8d9d tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:38.415327 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-31ae851a-d139-48aa-ab4d-8076ce0e8d9d tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 984 time: 0.0899107 Jun 03 16:24:38.432002 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Request body: {'port': {'security_groups': ['5e7e9530-353d-4b98-91da-d988ce4f0b60']}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:38.560527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.818374 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-c2c9c9e8-64db-487e-8121-81f2b582a932 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:38.819960 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-c2c9c9e8-64db-487e-8121-81f2b582a932 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.0923679 Jun 03 16:24:38.848847 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:38.878061 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.883267 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32358713'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.890597 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8e71fef2-a454-4330-a46b-0d6a0c6ce95e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:38.921374 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5beb8b8f-d508-4687-a186-c2c83b40276d'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:38.977271 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:38.978013 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.984044 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b6dc6938-3061-465f-b5f4-5f6adbe14e29 req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "PUT /v2.0/ports/5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 942 time: 0.5565219 Jun 03 16:24:38.984372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:38.986968 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:38.992640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58970) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:38.992640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Deleting port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:38.992640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.207968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.228550 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event updated for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=7']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:39.246194 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0857b99d-9ce4-4c38-8cf2-8db762adbc9a x-openstack-request-id: req-0857b99d-9ce4-4c38-8cf2-8db762adbc9a {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:39.247362 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:39.247805 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0857b99d-9ce4-4c38-8cf2-8db762adbc9a {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:39.248562 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'status': 'completed', 'code': 200} Jun 03 16:24:39.252700 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.252700 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.253053 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.253610 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.254534 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.255466 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.256204 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.256930 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.257497 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.258055 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.259696 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.260280 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.268544 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:39.278122 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5beb8b8f-d508-4687-a186-c2c83b40276d'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:39.402005 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] For port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,segment=NetworkSegment(bd1f406c-0359-435a-a1b5-55fd4178d4ff),segment_id=bd1f406c-0359-435a-a1b5-55fd4178d4ff)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:39.402005 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.415426 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.473535 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-a99c1d8d-9fa5-440d-9f33-5c131649974a None None] Provisioning complete for port 5beb8b8f-d508-4687-a186-c2c83b40276d triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:39.473934 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a99c1d8d-9fa5-440d-9f33-5c131649974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.595342 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Calling delete_port for 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:39.684848 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-3fbe00c3-9da4-4f90-875d-99fd77b064f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:39.686379 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-3fbe00c3-9da4-4f90-875d-99fd77b064f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1098 time: 0.4268904 Jun 03 16:24:39.763471 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb78082-a110-465b-b9d4-09a35f2c581b req-3919ae69-b71d-40ed-ac8d-e7a037034123 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:39.765041 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6cb78082-a110-465b-b9d4-09a35f2c581b req-3919ae69-b71d-40ed-ac8d-e7a037034123 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 946 time: 0.2741871 Jun 03 16:24:39.847025 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.863185 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:39.947364 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b8b4e-b169-485d-8933-ac438d9f6c7b,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:39.982720 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6cb78082-a110-465b-b9d4-09a35f2c581b req-34cccd95-4be8-4e17-80f5-bac55fd70eec tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0e15de3-dbe4-441b-a69b-53abaa706047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628728 Jun 03 16:24:39.990354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.990980 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.991602 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.992205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.992774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.993403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.994013 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.994665 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.995245 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.995724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.996085 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.996433 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:40.010774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:40.014688 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-8ae47e3d-8cb3-4e5a-b5ec-1e5c5474f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:40.016608 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-8ae47e3d-8cb3-4e5a-b5ec-1e5c5474f033 service neutron] 10.222.0.76 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 916 time: 0.3197808 Jun 03 16:24:40.024897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.024897 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "DELETE /v2.0/security-groups/792b8b4e-b169-485d-8933-ac438d9f6c7b HTTP/1.1" status: 204 len: 168 time: 1.0043194 Jun 03 16:24:40.024897 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 58980) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:40.145318 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.170293 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5c5e47fe-35e0-43d6-af4e-29994753e6d3 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:40.237141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Pushing event deleted for resources: {'Port': ['ID=79dbc279-c49e-45e8-a3d2-80d2fa1b4c07,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:40.277296 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:40.345187 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-1399eb26-22ec-4fc2-937e-fb32ec0cbcbd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 1001 time: 0.3222315 Jun 03 16:24:40.555499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] No DVR routers for this DVR port 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:40.569629 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.571639 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.76 "DELETE /v2.0/ports/79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 HTTP/1.1" status: 204 len: 173 time: 1.7448816 Jun 03 16:24:40.576215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'name': 'network-vif-deleted', 'tag': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:40.578861 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd4526-9232-446d-b246-db296b2fb5f5" -d '{"events": [{"server_uuid": "a8792b1a-95ce-4d1a-9018-c0d519a8635d", "name": "network-vif-deleted", "tag": "79dbc279-c49e-45e8-a3d2-80d2fa1b4c07"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:40.630580 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-873a7c4c-abcf-4678-9dcb-285bafad5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:40.632214 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-873a7c4c-abcf-4678-9dcb-285bafad5d15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 200 len: 854 time: 0.1174309 Jun 03 16:24:40.663651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2b4e6-4adb-4837-b91a-9889748e1f88 x-openstack-request-id: req-dfd2b4e6-4adb-4837-b91a-9889748e1f88 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:40.663964 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8792b1a-95ce-4d1a-9018-c0d519a8635d", "name": "network-vif-deleted", "tag": "79dbc279-c49e-45e8-a3d2-80d2fa1b4c07", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:40.664237 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfd2b4e6-4adb-4837-b91a-9889748e1f88 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:40.664653 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8792b1a-95ce-4d1a-9018-c0d519a8635d', 'name': 'network-vif-deleted', 'tag': '79dbc279-c49e-45e8-a3d2-80d2fa1b4c07', 'status': 'completed', 'code': 200} Jun 03 16:24:40.769338 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Deleting port 44995813-cff0-4eb4-9641-050f03491ac2 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:40.769686 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.786977 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-be10f946-3792-4ecc-92c8-a7423c760696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:40.788433 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-be10f946-3792-4ecc-92c8-a7423c760696 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1265700 Jun 03 16:24:40.991478 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.991721 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.136702 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Calling delete_port for 44995813-cff0-4eb4-9641-050f03491ac2 owned by network:floatingip {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:41.143627 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-6e5f026a-fe0a-433d-b59e-84bf16cec7f7 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414216 Jun 03 16:24:41.168174 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8731f1f9-3f55-4f5d-8fd3-a2dd3881c40f req-0a9c8900-df52-49a4-b65b-f483acb82f81 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8792b1a-95ce-4d1a-9018-c0d519a8635d HTTP/1.1" status: 200 len: 210 time: 0.0510182 Jun 03 16:24:41.313633 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-41204ee0-8525-4b6d-a1a7-7e5ee7836b5e req-24f1f007-5757-4bb2-ae8b-1990f38a1271 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624248 Jun 03 16:24:41.412782 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.416985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d1a86972-540c-40d1-970c-272bac98d243 tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:41.462523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event deleted for resources: {'Port': ['ID=44995813-cff0-4eb4-9641-050f03491ac2,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:41.493357 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:41.522197 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:41.573663 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks [] for floatingip, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.574729 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Floating IP 5d793370-ec09-41d3-99d7-2048edcb60fa disassociated (deleted). External IP: 172.28.1.210, port: 5beb8b8f-d508-4687-a186-c2c83b40276d. Jun 03 16:24:41.593017 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:24:41.593625 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 79dbc279-c49e-45e8-a3d2-80d2fa1b4c07 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:42.102948 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Router 6b7ebdf1-45c8-47c4-babd-385da191ed0d has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:42.296692 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:42.308426 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] Sync routers for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:42.319805 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:42.320429 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:42.322936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:42.384402 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-84aaa5a2-418f-473e-912a-2ff89354c954 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "DELETE /v2.0/floatingips/5d793370-ec09-41d3-99d7-2048edcb60fa HTTP/1.1" status: 204 len: 168 time: 2.3597994 Jun 03 16:24:42.537420 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:42.667263 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:42.675100 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:42.740943 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa0d98b-4cf3-4d52-bba8-38c117a8573e x-openstack-request-id: req-5aa0d98b-4cf3-4d52-bba8-38c117a8573e {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:42.741340 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:42.741741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5aa0d98b-4cf3-4d52-bba8-38c117a8573e {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:42.742218 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'status': 'completed', 'code': 200} Jun 03 16:24:42.948592 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-46e70b08-787b-49c1-94be-172720c2591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:42.950509 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-46e70b08-787b-49c1-94be-172720c2591b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e25a0146d549d2aef6e09980239db5&device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 1098 time: 0.1542482 Jun 03 16:24:43.097816 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:43.102961 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] Checking router: 6b7ebdf1-45c8-47c4-babd-385da191ed0d for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:43.115978 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:43.118605 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:43.181468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-d3bbc3fe-5071-42b1-8e7c-d5dad621440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:43.183267 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-d3bbc3fe-5071-42b1-8e7c-d5dad621440e service neutron] 10.222.0.76 "GET /v2.0/networks?id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 200 len: 916 time: 0.2232885 Jun 03 16:24:43.262029 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-704a4926-b47d-4b7a-a103-a1ac6a73844d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 200 len: 217 time: 0.0719032 Jun 03 16:24:43.340786 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:43.355310 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-8ef2ba1e-468e-4d53-83ea-e582cb7a0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:43.357867 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-8ef2ba1e-468e-4d53-83ea-e582cb7a0be9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 200 len: 854 time: 0.0750413 Jun 03 16:24:43.484076 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-a79bbb08-bb01-41a0-9b7b-6c9158006396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:43.485668 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-a79bbb08-bb01-41a0-9b7b-6c9158006396 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=adfdf3d3-c8b6-4f59-96ef-81f96da5488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203907 Jun 03 16:24:43.693815 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-87a9a704-f83d-4b74-9537-f1b9b8950eb5 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913924 Jun 03 16:24:43.721710 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:43.726249 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68d90f-a201-4676-ae48-a1387f84e9d1 None None] The sync data for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb is: [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '6968e2f1-8306-4479-a977-267507a58018', 'name': '', 'network_id': 'adfdf3d3-c8b6-4f59-96ef-81f96da5488d', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'mac_address': 'fa:16:3e:d8:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f087fe78-ad95-457c-972c-53a16e809476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'subnets': [{'id': 'f087fe78-ad95-457c-972c-53a16e809476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:43.737197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d9686-e7b5-4b92-97db-410eafc04765 req-b53e48fa-b028-40b9-b96b-aecd7496b488 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:43.744826 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ed3d9686-e7b5-4b92-97db-410eafc04765 req-b53e48fa-b028-40b9-b96b-aecd7496b488 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.2233641 Jun 03 16:24:43.877857 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ed3d9686-e7b5-4b92-97db-410eafc04765 req-292214f4-6aa3-431e-865d-ff860782353f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321554 Jun 03 16:24:43.913473 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f22f2e10-a077-4c1e-8e4a-74ddd86ce7ae req-3b339e95-1986-4ec6-a7fc-106e79a61467 service neutron] 10.222.0.76 "GET /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101429 Jun 03 16:24:44.001660 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ba9b3-d69b-4e51-8e3a-5c5d9731cc8d None None] New status for floating IP 5d793370-ec09-41d3-99d7-2048edcb60fa: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:45.077514 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360be42-d012-4487-b249-227c68cae26f req-90f29544-b3ef-4966-8bb6-34fcaa46c858 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:45.078910 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7360be42-d012-4487-b249-227c68cae26f req-90f29544-b3ef-4966-8bb6-34fcaa46c858 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.0851293 Jun 03 16:24:45.129386 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7360be42-d012-4487-b249-227c68cae26f req-92ca901b-7444-4c9b-86b7-52163597750a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 Jun 03 16:24:45.457482 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-a9ee2020-8357-4292-b5bf-ed4ed1dc05e2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:45.460086 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-a9ee2020-8357-4292-b5bf-ed4ed1dc05e2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1056805 Jun 03 16:24:45.666791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Deleting port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:45.667375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:45.851302 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] For port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:45.851752 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:46.345197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:46.345653 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:46.346876 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Floating IP 84276a7b-c8a3-43e2-bf91-296615b4c746 disassociated. External IP: 172.28.1.44, port: f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa. Jun 03 16:24:46.347322 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Calling delete_port for f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:46.404821 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca1fa-8e7a-4a49-bc84-648be92fb582 req-1025d8ae-028c-4d90-86b8-20305ee90149 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:46.406436 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1c8ca1fa-8e7a-4a49-bc84-648be92fb582 req-1025d8ae-028c-4d90-86b8-20305ee90149 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 946 time: 0.1171453 Jun 03 16:24:46.461393 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1c8ca1fa-8e7a-4a49-bc84-648be92fb582 req-af7615da-e3a9-4de6-960f-0d37c7131360 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=24d63ec3-81c1-490d-8398-4c4f5454d783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459399 Jun 03 16:24:46.600149 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-321be54b-a79b-4caf-aed2-da8dfba5c8cd tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:46.601257 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-321be54b-a79b-4caf-aed2-da8dfba5c8cd tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Synchronizing usage tracker for tenant:05e25a0146d549d2aef6e09980239db5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:46.647488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:46.650884 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-321be54b-a79b-4caf-aed2-da8dfba5c8cd tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Unset dirty status for tenant:05e25a0146d549d2aef6e09980239db5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:46.652551 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-321be54b-a79b-4caf-aed2-da8dfba5c8cd tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.2687325 Jun 03 16:24:46.659377 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-35d81020-f704-4c83-a4a4-752e0cc68cd2 tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:46.761451 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event deleted for resources: {'Port': ['ID=f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:46.769622 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:46.925307 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-2cc67260-5def-4622-80dd-350f1ce6dc2e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Synchronizing usage tracker for tenant:05e25a0146d549d2aef6e09980239db5 on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:47.050083 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-2cc67260-5def-4622-80dd-350f1ce6dc2e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Unset dirty status for tenant:05e25a0146d549d2aef6e09980239db5 on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:47.051786 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d3bd2b98-823e-4422-abd0-97eccbf6e56d req-2cc67260-5def-4622-80dd-350f1ce6dc2e tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276465 Jun 03 16:24:47.123679 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:47.358264 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:47.368922 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:47.380847 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:47.381617 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:47.439950 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] No DVR routers for this DVR port f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:47.442563 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:47.445332 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'name': 'network-vif-deleted', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:47.448063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa9162-a62f-404b-b982-6daea3c12541" -d '{"events": [{"server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "name": "network-vif-deleted", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:47.466676 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-00e3fa2c-9091-40f1-9358-a40b71fd6147 req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "DELETE /v2.0/ports/f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa HTTP/1.1" status: 204 len: 173 time: 1.9990625 Jun 03 16:24:47.499179 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b11e2-d1dc-4d0e-b5f6-b54e2f0f3ce1 x-openstack-request-id: req-3b4b11e2-d1dc-4d0e-b5f6-b54e2f0f3ce1 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:47.499601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c26d18-eb76-448a-a7b3-dd5d8136b59b", "name": "network-vif-deleted", "tag": "f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:47.499972 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b4b11e2-d1dc-4d0e-b5f6-b54e2f0f3ce1 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:47.500479 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c26d18-eb76-448a-a7b3-dd5d8136b59b', 'name': 'network-vif-deleted', 'tag': 'f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa', 'status': 'completed', 'code': 200} Jun 03 16:24:47.637590 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:47.684159 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-433f3916-7b43-47e1-a5c6-c06797cea9d2 req-2ee0ace6-e347-4ec5-a0b7-4f12a2febf1b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:47.705248 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-433f3916-7b43-47e1-a5c6-c06797cea9d2 req-2ee0ace6-e347-4ec5-a0b7-4f12a2febf1b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:47.716184 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-433f3916-7b43-47e1-a5c6-c06797cea9d2 req-2ee0ace6-e347-4ec5-a0b7-4f12a2febf1b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c26d18-eb76-448a-a7b3-dd5d8136b59b HTTP/1.1" status: 200 len: 210 time: 0.0922520 Jun 03 16:24:47.984797 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:47.989267 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:47.997812 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:47.998453 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:48.203547 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:48.306527 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926a69e-9d01-46f9-888d-07a3d8e97799 req-10b199f2-b3fb-4c73-9ed1-e917082e6ade tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:48.309330 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5926a69e-9d01-46f9-888d-07a3d8e97799 req-10b199f2-b3fb-4c73-9ed1-e917082e6ade tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.1419797 Jun 03 16:24:48.386037 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5926a69e-9d01-46f9-888d-07a3d8e97799 req-b56838b2-8b5e-4445-8a3f-0d44df8ff6cc tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666251 Jun 03 16:24:48.558323 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:48.562917 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a902e0-05e1-4bec-8f0b-a7e500c821a7 None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:48.700097 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-8dfdb987-3a29-42f9-8c1a-1e9b6aee33a4 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:48.701898 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-8dfdb987-3a29-42f9-8c1a-1e9b6aee33a4 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.76 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 945 time: 0.1209002 Jun 03 16:24:48.904694 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Deleting port 5beb8b8f-d508-4687-a186-c2c83b40276d {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:48.904694 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:48.935704 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59088) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:49.001794 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc33dc-54fe-4cf0-8961-468cab2ca2b9 None None] New status for floating IP 84276a7b-c8a3-43e2-bf91-296615b4c746: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:49.086501 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.138117 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.163355 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] For port 5beb8b8f-d508-4687-a186-c2c83b40276d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5beb8b8f-d508-4687-a186-c2c83b40276d,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:49.164042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.224683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.232148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ea0cb4be-9df5-4dcf-916b-ed44fc397275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:49.254592 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d63ec3-81c1-490d-8398-4c4f5454d783,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:49.269937 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:49.283433 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.287621 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ee8544a8-108d-4385-a3d8-18227fd2c0eb tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "DELETE /v2.0/security-groups/24d63ec3-81c1-490d-8398-4c4f5454d783 HTTP/1.1" status: 204 len: 168 time: 0.3476305 Jun 03 16:24:49.287907 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59090) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:49.308679 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.api.v2.resource [None req-bd127805-4b3f-4377-b3fe-40ae2952c4ef tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] show failed (client error): The resource could not be found. Jun 03 16:24:49.313207 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-bd127805-4b3f-4377-b3fe-40ae2952c4ef tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups/24d63ec3-81c1-490d-8398-4c4f5454d783 HTTP/1.1" status: 404 len: 347 time: 0.0206521 Jun 03 16:24:49.313703 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59092) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:49.469165 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Calling delete_port for 5beb8b8f-d508-4687-a186-c2c83b40276d owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:49.556718 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:49.606046 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:24:49.606878 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device f6c94eff-9e20-476b-b2a2-ad53b3bcfcfa not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:49.648775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.657227 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-aee41d77-6623-494d-84e9-3a74a8838568 tempest-ServerRescueNegativeTestJSON-465016136 tempest-ServerRescueNegativeTestJSON-465016136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:49.683658 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['5beb8b8f-d508-4687-a186-c2c83b40276d'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:49.704820 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Pushing event deleted for resources: {'Port': ['ID=5beb8b8f-d508-4687-a186-c2c83b40276d,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:49.708989 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:49.731973 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5e534-782a-415e-a26b-67059c10dcd9 req-3b9689ea-aa85-4dc0-8606-95157d70de22 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:49.733886 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-57e5e534-782a-415e-a26b-67059c10dcd9 req-3b9689ea-aa85-4dc0-8606-95157d70de22 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ae269e-1c41-4573-9027-1034e4fbe82a HTTP/1.1" status: 200 len: 867 time: 0.1691666 Jun 03 16:24:49.765920 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Deleting port 426fe41f-e7fe-4cee-82ee-61c533cd9268 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:49.766565 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.791696 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] No DVR routers for this DVR port 5beb8b8f-d508-4687-a186-c2c83b40276d on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:49.794644 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.798065 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'name': 'network-vif-deleted', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:24:49.800506 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04512f38-bd9f-4c4c-a5cd-ee565c592599" -d '{"events": [{"server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "name": "network-vif-deleted", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:24:49.825064 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-db457a1a-e2c8-4b94-bcdb-c74251f03117 req-f039033f-8ee6-4b4e-ae7f-80d2e3a5b140 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.76 "DELETE /v2.0/ports/5beb8b8f-d508-4687-a186-c2c83b40276d HTTP/1.1" status: 204 len: 173 time: 1.1168871 Jun 03 16:24:49.880723 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f8fdb-434d-4839-9ce7-13db55a8defe x-openstack-request-id: req-803f8fdb-434d-4839-9ce7-13db55a8defe {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:24:49.881270 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ae269e-1c41-4573-9027-1034e4fbe82a", "name": "network-vif-deleted", "tag": "5beb8b8f-d508-4687-a186-c2c83b40276d", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:24:49.881720 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-803f8fdb-434d-4839-9ce7-13db55a8defe {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:24:49.882480 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ae269e-1c41-4573-9027-1034e4fbe82a', 'name': 'network-vif-deleted', 'tag': '5beb8b8f-d508-4687-a186-c2c83b40276d', 'status': 'completed', 'code': 200} Jun 03 16:24:49.898215 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-57e5e534-782a-415e-a26b-67059c10dcd9 req-a52b1bee-7308-4717-aef1-d1c14d3d6372 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e7e9530-353d-4b98-91da-d988ce4f0b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525629 Jun 03 16:24:49.959568 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:49.960295 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.153819 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Calling delete_port for 426fe41f-e7fe-4cee-82ee-61c533cd9268 owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:50.372078 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a8c91430-29fa-4698-bdd6-e1f13091ece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.376740 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.386419 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:50.445975 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event deleted for resources: {'Port': ['ID=426fe41f-e7fe-4cee-82ee-61c533cd9268,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:50.475933 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:50.552487 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.574727 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.582953 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "DELETE /v2.0/floatingips/84276a7b-c8a3-43e2-bf91-296615b4c746 HTTP/1.1" status: 204 len: 168 time: 1.2643895 Jun 03 16:24:50.917778 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59110) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:50.923180 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042046924', 'description': 'tempest-description--459918747'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:50.929784 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:50.934890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:50.938016 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:50.946515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:50.958315 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.981819 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:50.986873 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:50.991082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:51.000904 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:51.111082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.119792 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.127681 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bc19abe6-667f-4ee0-ab29-a164986154cd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:51.181853 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7412d-eb11-4cb4-8022-bb09702ffaf8,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:51.186621 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.188206 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2689834 Jun 03 16:24:51.189266 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:51.192715 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59122) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:51.207391 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'security_group_rule': {'security_group_id': '0ea7412d-eb11-4cb4-8022-bb09702ffaf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:51.220952 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:51.230938 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:51.237081 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:51.249694 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:51.282989 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.389499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.395859 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.399504 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e28509a7-6af4-4f76-b0b4-2151fae943ac tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:51.445312 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6aa1ee-3b80-41c7-909d-819df21007e5,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:51.450604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:51.464641 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.470556 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-365ce2e1-c723-44bf-ab87-dd460671fc3e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2717311 Jun 03 16:24:51.471045 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59136) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:51.481720 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'security_group_rule': {'security_group_id': '0ea7412d-eb11-4cb4-8022-bb09702ffaf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:51.491226 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:51.496317 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:security_group_rule and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:51.500359 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:51.514064 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:51.539152 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.655727 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.661546 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.664751 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:51.709425 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ccec30-3dbf-43a7-89a3-45841932f0b2,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:51.717144 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:51.724414 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:51.730800 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-adea16f1-8765-439e-bebb-e913276556bc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2569468 Jun 03 16:24:51.731878 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59158) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:51.742963 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'floatingip': {'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:51.755991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:51.764639 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Usage tracker for resource:floatingip and tenant:8feae147143640a09cb50333739b96a5 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:51.773149 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:51.787238 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:51.804263 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:52.020351 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:52.057407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59170) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:52.267783 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Allocated IP 172.28.1.50 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/479330ab-e7be-4117-85c7-506cc681ebca) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:52.550843 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:52.607116 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:52.614085 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f3dc5f8c-987f-48a7-b1eb-bd485c1b2940 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:52.697019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:52.700068 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:52.702569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:24:52.747801 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'Port': ['ID=479330ab-e7be-4117-85c7-506cc681ebca,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:52.750763 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:52.814163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:52.896241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:52.966292 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.004283 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.089883 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cc996174-2314-4673-bf4a-f43edf4cc99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.164180 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.170582 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.174832 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:53.288607 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'Port': ['ID=479330ab-e7be-4117-85c7-506cc681ebca,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:53.293012 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:53.302567 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.328163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.330957 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5959735 Jun 03 16:24:53.461456 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Deleting port 6968e2f1-8306-4479-a977-267507a58018 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:53.461907 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.547073 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4587b227-6569-4384-a3eb-5548549e7323 req-d54c105d-9bdd-4c5f-a806-32d4c98de027 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:53.561497 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5beb8b8f-d508-4687-a186-c2c83b40276d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:53.567143 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-4587b227-6569-4384-a3eb-5548549e7323 req-d54c105d-9bdd-4c5f-a806-32d4c98de027 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:53.568797 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-d54c105d-9bdd-4c5f-a806-32d4c98de027 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2042046924&fields=id&tenant_id=8feae147143640a09cb50333739b96a5 HTTP/1.1" status: 200 len: 267 time: 0.0682733 Jun 03 16:24:53.638786 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 5beb8b8f-d508-4687-a186-c2c83b40276d {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:24:53.639446 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 5beb8b8f-d508-4687-a186-c2c83b40276d not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:53.677994 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] For port 6968e2f1-8306-4479-a977-267507a58018, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6968e2f1-8306-4479-a977-267507a58018,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:53.678593 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:53.804708 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-3369c7ae-8ad8-4fba-a439-7c6846f400b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:53.808114 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-3369c7ae-8ad8-4fba-a439-7c6846f400b7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 811 time: 0.2277524 Jun 03 16:24:53.837082 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-9adbd48d-14ec-4ba0-a164-a302d0e4c790 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/quotas/8feae147143640a09cb50333739b96a5 HTTP/1.1" status: 200 len: 375 time: 0.0167396 Jun 03 16:24:53.923568 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Calling delete_port for 6968e2f1-8306-4479-a977-267507a58018 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:54.004060 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-db41435b-6701-4eb5-bc67-be6f909895f6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1523106 Jun 03 16:24:54.189932 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.196234 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:54.261880 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Pushing event deleted for resources: {'Port': ['ID=6968e2f1-8306-4479-a977-267507a58018,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:54.266920 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:54.439340 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-dd3be180-37e9-480e-8902-c3e756517641 service neutron] 10.222.0.54 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084926 Jun 03 16:24:54.542168 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.651272 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-be21e9f2-7bdf-4624-bc3a-90bbcd192aa0 service neutron] 10.222.0.54 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033677 Jun 03 16:24:54.937404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-8348db03-d88f-4321-9819-7ffff5e6d351 req-96cdb4c8-8ddb-4893-9bf1-dc11cb0c46b2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:54.975656 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.987249 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-8348db03-d88f-4321-9819-7ffff5e6d351 req-96cdb4c8-8ddb-4893-9bf1-dc11cb0c46b2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:54.989035 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8348db03-d88f-4321-9819-7ffff5e6d351 req-96cdb4c8-8ddb-4893-9bf1-dc11cb0c46b2 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 210 time: 0.1089432 Jun 03 16:24:55.477187 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Router 6b7ebdf1-45c8-47c4-babd-385da191ed0d has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:55.704185 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:55.716577 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] Sync routers for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:55.718547 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-7adf8f98-a085-4d3a-ab63-7dced8e96660 admin admin] 10.222.0.54 "PUT /v2.0/routers/6b7ebdf1-45c8-47c4-babd-385da191ed0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6591053 Jun 03 16:24:55.721953 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59210) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:55.729567 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:55.731096 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:55.896750 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.006828 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:56.101849 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.238707 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-69eed6f6-457f-498b-8f15-968efc5b14e1 req-c71e34c9-1da3-444f-b2c8-10336c4a5f3f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 210 time: 0.0818291 Jun 03 16:24:56.377596 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-0114760a-956d-48e4-9591-7e27c1da6645 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:56.380038 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-0114760a-956d-48e4-9591-7e27c1da6645 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 811 time: 0.3439932 Jun 03 16:24:56.442835 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.503036 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:24:54Z', 'revision_number': 5, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port': {'id': '6ebaf4bc-d6cc-4821-b43e-c27752a32a5e', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:06Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:56.508385 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] Checking router: 6b7ebdf1-45c8-47c4-babd-385da191ed0d for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:56.513128 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-ef1c9317-dd6e-46ef-af09-570d082ed8db tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8feae147143640a09cb50333739b96a5 HTTP/1.1" status: 200 len: 380 time: 0.1117864 Jun 03 16:24:56.518491 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] Routers {'6b7ebdf1-45c8-47c4-babd-385da191ed0d'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:24:56.519075 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:56.534805 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'port': {'device_id': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'admin_state_up': True, 'tenant_id': '8feae147143640a09cb50333739b96a5', 'security_groups': ['0ea7412d-eb11-4cb4-8022-bb09702ffaf8']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:56.646102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Deleting port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:24:56.646532 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.694073 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] Set router 6b7ebdf1-45c8-47c4-babd-385da191ed0d gateway port host: None {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:24:56.806108 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:56.815953 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:24:56Z', 'revision_number': 6, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:56.821373 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9991124-10a2-4987-b76d-a20b3f583d8f None None] The sync data for ids ['6b7ebdf1-45c8-47c4-babd-385da191ed0d'] in dv-cinder-786524-8-smb is: [{'id': '6b7ebdf1-45c8-47c4-babd-385da191ed0d', 'name': 'tempest-TestMinimumBasicScenario-2098112153-router', 'tenant_id': '05e25a0146d549d2aef6e09980239db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:05Z', 'updated_at': '2021-06-03T16:24:56Z', 'revision_number': 6, 'project_id': '05e25a0146d549d2aef6e09980239db5', 'gw_port_host': None}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:56.835580 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:56.853296 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] For port 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:56.853646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.923046 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Made reservation on behalf of 8feae147143640a09cb50333739b96a5 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:56.927098 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:57.002976 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Calling delete_port for 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e owned by network:router_gateway {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:24:57.437225 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Allocated IP 172.20.0.10 (4f8e7682-5422-4806-8c26-b370f8eea56d/15226c7d-29f7-4908-9689-8e5280457dc0/e48ad2f5-5750-4ea3-80db-9081c3b84ac8) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:57.482672 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c7c18aa2-24bd-4c4b-bcbb-6e37fe7cc030 req-e5ef7104-f2c2-4969-98dd-54619eb529ea tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 210 time: 0.0593514 Jun 03 16:24:57.726312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:57.757321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:57.762074 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Transition to ACTIVE for port object e48ad2f5-5750-4ea3-80db-9081c3b84ac8 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:57.763377 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-02b140c2-a9dd-4536-b9cf-94a111ae62f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:57.812216 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebaf4bc-d6cc-4821-b43e-c27752a32a5e,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:57.817639 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:57.917413 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:57.919044 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:57.966889 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:58.154930 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Network 4f8e7682-5422-4806-8c26-b370f8eea56d is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:58.165608 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:58.169312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.173317 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.175042 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:24:58.305725 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event updated for resources: {'Port': ['ID=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:58.323101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:58.336721 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.337277 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7ebdf1-45c8-47c4-babd-385da191ed0d {{(pid=91757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:24:58.352130 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:58.352785 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.380535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.381764 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6b7ebdf1-45c8-47c4-babd-385da191ed0d HTTP/1.1" status: 204 len: 168 time: 2.6558290 Jun 03 16:24:58.383529 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8537199 Jun 03 16:24:58.384616 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59234) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:58.429775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Request body: {'port': {'device_id': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:58.451615 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-8bf0bfc9-7381-4a5e-8037-90e5970216a1 None None] Provisioning for port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:58.458432 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-8bf0bfc9-7381-4a5e-8037-90e5970216a1 None None] Provisioning complete for port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:58.459686 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8bf0bfc9-7381-4a5e-8037-90e5970216a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.503917 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Deleting subnet f087fe78-ad95-457c-972c-53a16e809476 {{(pid=91757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:24:58.565235 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0bfc9-7381-4a5e-8037-90e5970216a1 None None] Port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:58.603657 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.726351 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.748154 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32374163'] for subnet, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:58.800750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a97c52-563b-4554-8673-e07f77286acd req-b8ec55de-d344-495a-9561-8599e7f07bc7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:24:58.803958 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-99a97c52-563b-4554-8673-e07f77286acd req-b8ec55de-d344-495a-9561-8599e7f07bc7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 932 time: 0.1439774 Jun 03 16:24:58.884300 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-99a97c52-563b-4554-8673-e07f77286acd req-60b6b74c-3e40-4781-95a6-a8afe2cbfd03 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:58.898685 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-99a97c52-563b-4554-8673-e07f77286acd req-60b6b74c-3e40-4781-95a6-a8afe2cbfd03 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:58.908411 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-99a97c52-563b-4554-8673-e07f77286acd req-60b6b74c-3e40-4781-95a6-a8afe2cbfd03 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953636 Jun 03 16:24:58.930902 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6968e2f1-8306-4479-a977-267507a58018 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:58.966749 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 6968e2f1-8306-4479-a977-267507a58018 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:24:58.967004 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6968e2f1-8306-4479-a977-267507a58018 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:58.967492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:59.002224 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:24:59.002574 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 6ebaf4bc-d6cc-4821-b43e-c27752a32a5e not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:59.176830 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:59.611500 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48ad2f5-5750-4ea3-80db-9081c3b84ac8 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:24:59.620883 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:59.651189 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Transition to ACTIVE for port object e48ad2f5-5750-4ea3-80db-9081c3b84ac8 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:59.653443 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31594911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31495471'] for subnet, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:59.658837 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:59.664043 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:59.711523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f087fe78-ad95-457c-972c-53a16e809476,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:59.719273 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535b6ed-4adb-4f69-b869-d33d9a7ce1d8 None None] Network adfdf3d3-c8b6-4f59-96ef-81f96da5488d requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:24:59.726090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:59.728924 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:24:59.729724 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e5efee1-660a-4c73-b379-3c764eeeec95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:24:59.889165 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-e9561797-619c-4f2b-8a29-9644c727f0dc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f087fe78-ad95-457c-972c-53a16e809476 HTTP/1.1" status: 204 len: 168 time: 1.5012381 Jun 03 16:24:59.889497 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59252) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:59.998732 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Pushing event updated for resources: {'Port': ['ID=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:00.067489 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:00.107184 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] DHCP port deletion for adfdf3d3-c8b6-4f59-96ef-81f96da5488d request from dv-cinder-786524-8-smb {{(pid=91758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 16:25:00.131999 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.174144 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Attempting to bind port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:25:00.174544 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Attempting to bind port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:25:00.175085 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Attempting to bind port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 on network 4f8e7682-5422-4806-8c26-b370f8eea56d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:25:00.182136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 on network 4f8e7682-5422-4806-8c26-b370f8eea56d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:25:00.183548 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Attempting to bind port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 on network 4f8e7682-5422-4806-8c26-b370f8eea56d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:25:00.189870 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:25:00.190286 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Checking segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:25:00.190698 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Bound using segment: {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:25:00.191173 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Bound port: e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85f5451-9e38-471e-b2f6-97893facb0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:25:00.191587 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.286336 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Deleting port b719068f-ae48-4130-849b-1b720b901ce7 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:25:00.286833 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.342555 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] For port e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:25:00.344630 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9e11b-6318-4bc3-8e8f-22e573060a32 req-570c3e7d-da2e-407a-9692-d16450f22790 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:00.347064 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4cc9e11b-6318-4bc3-8e8f-22e573060a32 req-570c3e7d-da2e-407a-9692-d16450f22790 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 944 time: 0.1906340 Jun 03 16:25:00.352881 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] For port e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:25:00.359497 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Deleting port b719068f-ae48-4130-849b-1b720b901ce7 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:25:00.359839 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.363981 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.376155 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7d27e94e-922c-4251-bf65-a67bfd5804d5 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:00.425942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] For port b719068f-ae48-4130-849b-1b720b901ce7, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b719068f-ae48-4130-849b-1b720b901ce7,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:00.427800 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.520344 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:00.521595 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.524246 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] 10.222.0.76 "PUT /v2.0/ports/e48ad2f5-5750-4ea3-80db-9081c3b84ac8 HTTP/1.1" status: 200 len: 1094 time: 2.1034999 Jun 03 16:25:00.525223 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:25:00.531345 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24" -d '{"events": [{"name": "network-changed", "server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:25:00.544300 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-4cc9e11b-6318-4bc3-8e8f-22e573060a32 req-dfd02f36-59c3-4e42-a03f-64cdc6ef22ee tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870630 Jun 03 16:25:00.546710 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] For port b719068f-ae48-4130-849b-1b720b901ce7, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b719068f-ae48-4130-849b-1b720b901ce7,segment=NetworkSegment(fed72f04-be8f-4965-911d-c4e662a59ce8),segment_id=fed72f04-be8f-4965-911d-c4e662a59ce8)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:00.547349 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.690815 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Pushing event updated for resources: {'Port': ['ID=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:00.696314 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc5f91-a22a-4b7e-8244-a1a618c4f610 x-openstack-request-id: req-a5bc5f91-a22a-4b7e-8244-a1a618c4f610 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:25:00.696677 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:25:00.696969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5bc5f91-a22a-4b7e-8244-a1a618c4f610 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:25:00.697401 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'status': 'completed', 'code': 200} Jun 03 16:25:00.709427 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Calling delete_port for b719068f-ae48-4130-849b-1b720b901ce7 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:25:00.712383 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:00.764199 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-919dd834-9df6-4417-ad2a-3c2c21f5a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:00.765762 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-919dd834-9df6-4417-ad2a-3c2c21f5a5c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 1097 time: 0.1372604 Jun 03 16:25:00.865241 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-60303263-d880-4668-832b-d9bc54eee7c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8 HTTP/1.1" status: 200 len: 217 time: 0.0850737 Jun 03 16:25:00.898541 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.910218 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:00.910544 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Calling delete_port for b719068f-ae48-4130-849b-1b720b901ce7 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:25:00.932969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-4e362f4a-05b2-40d9-998d-0b6d4826bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:00.934556 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-4e362f4a-05b2-40d9-998d-0b6d4826bf8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.0630469 Jun 03 16:25:00.959392 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Pushing event deleted for resources: {'Port': ['ID=b719068f-ae48-4130-849b-1b720b901ce7,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:00.967934 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b719068f-ae48-4130-849b-1b720b901ce7 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:25:00.974593 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:00.979965 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5d671221-47da-4dcd-9e62-24ac5ec31804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:00.997596 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:01.010224 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] No DVR routers for this DVR port b719068f-ae48-4130-849b-1b720b901ce7 on host dv-cinder-786524-8-smb {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:25:01.012985 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: b719068f-ae48-4130-849b-1b720b901ce7 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:25:01.014691 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b719068f-ae48-4130-849b-1b720b901ce7 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:25:01.030347 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Pushing event deleted for resources: {'Port': ['ID=b719068f-ae48-4130-849b-1b720b901ce7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:01.030575 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b227-6569-4384-a3eb-5548549e7323 req-8b0b599a-9ccc-49e9-b32f-45f38133737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:01.032063 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-8b0b599a-9ccc-49e9-b32f-45f38133737c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903406 Jun 03 16:25:01.033747 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:01.035111 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] No DVR routers for this DVR port b719068f-ae48-4130-849b-1b720b901ce7 on host dv-cinder-786524-8-smb {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:25:01.055565 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.159356 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.172658 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfdf3d3-c8b6-4f59-96ef-81f96da5488d']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:01.186299 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed72f04-be8f-4965-911d-c4e662a59ce8') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:01.186818 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed72f04-be8f-4965-911d-c4e662a59ce8') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:01.200634 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.219997 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.234718 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:25:01.235183 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: util.warn( Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: util.warn( Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: util.warn( Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: util.warn( Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:25:01.252423 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:25:01.318658 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-8919f78a-dfed-412d-b9f8-0538f1f34f4c service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722330 Jun 03 16:25:01.362312 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.368836 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-63788f21-6722-41e8-8e19-0cf4475ebe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:01.394722 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.415419 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Pushing event deleted for resources: {'Network': ['ID=adfdf3d3-c8b6-4f59-96ef-81f96da5488d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:01.429531 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:01.438730 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ee24969a-6a30-4419-95f6-68c9798a908b admin admin] 10.222.0.54 "DELETE /v2.0/networks/adfdf3d3-c8b6-4f59-96ef-81f96da5488d HTTP/1.1" status: 204 len: 168 time: 1.5453885 Jun 03 16:25:01.439177 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59270) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:01.484387 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4587b227-6569-4384-a3eb-5548549e7323 req-0301d03d-e1cd-4ac1-b4d2-c5784ca1cba3 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593392 Jun 03 16:25:01.689735 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-cded65ed-a372-4a09-99f0-54466e0aa244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:01.692507 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-cded65ed-a372-4a09-99f0-54466e0aa244 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 1097 time: 0.1060419 Jun 03 16:25:01.929314 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-569211dd-33f7-4274-8cad-5007596833af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:01.930794 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-569211dd-33f7-4274-8cad-5007596833af service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.2307584 Jun 03 16:25:01.944449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37608a6-b1b1-4f7f-84b6-a88817898517 req-9afb6b02-c26f-485d-8f3b-58a19d2985ee tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:01.945168 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d37608a6-b1b1-4f7f-84b6-a88817898517 req-9afb6b02-c26f-485d-8f3b-58a19d2985ee tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:25:02.015844 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-06b24cb4-6d14-460f-bd5e-ac4bb73def26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8 HTTP/1.1" status: 200 len: 217 time: 0.0676687 Jun 03 16:25:02.058280 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-d37608a6-b1b1-4f7f-84b6-a88817898517 req-9afb6b02-c26f-485d-8f3b-58a19d2985ee tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:25:02.059425 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d37608a6-b1b1-4f7f-84b6-a88817898517 req-9afb6b02-c26f-485d-8f3b-58a19d2985ee tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 944 time: 0.3099728 Jun 03 16:25:02.126639 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-ce6c9c46-70ac-4487-88bb-3c3b2925b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:02.128104 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-ce6c9c46-70ac-4487-88bb-3c3b2925b620 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.1054702 Jun 03 16:25:02.136925 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d37608a6-b1b1-4f7f-84b6-a88817898517 req-c8ab4bf3-86f2-47ef-a29f-5132001e221c tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680714 Jun 03 16:25:02.148497 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:02.231024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-47c0e31c-a32c-462e-9914-0193d4f9b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:02.232867 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-47c0e31c-a32c-462e-9914-0193d4f9b954 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943551 Jun 03 16:25:02.391589 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-90db6dcd-e5fc-499e-8ba3-71c173b8b345 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513035 Jun 03 16:25:02.582575 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-2edb6a08-2bfa-4fc6-a9d0-5087eeb31b24 req-e14a6454-c453-49c6-844b-38c59bdbfa86 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841693 Jun 03 16:25:02.763562 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Deleting port fb7b675c-9991-4901-a138-d8d19c237890 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:25:02.764117 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:02.973943 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] For port fb7b675c-9991-4901-a138-d8d19c237890, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=fb7b675c-9991-4901-a138-d8d19c237890,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:02.974354 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:03.113688 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Calling delete_port for fb7b675c-9991-4901-a138-d8d19c237890 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:25:03.322388 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:03.329106 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c181215e-eb93-4bdb-8378-35357fd21a55 tempest-DeleteServersTestJSON-730685629 tempest-DeleteServersTestJSON-730685629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:03.376969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491775e5-495e-40b4-824d-cbc4af6d40f9 req-696d0c89-f335-4111-9ff6-bcf4eeb0071e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:03.379517 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7b675c-9991-4901-a138-d8d19c237890,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:03.380034 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-491775e5-495e-40b4-824d-cbc4af6d40f9 req-696d0c89-f335-4111-9ff6-bcf4eeb0071e tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 944 time: 0.1103871 Jun 03 16:25:03.405354 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:03.461038 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-491775e5-495e-40b4-824d-cbc4af6d40f9 req-497bd66a-9679-4cdc-8107-b6fd56c6f2dc tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751560 Jun 03 16:25:03.735283 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:04.164496 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:25:04.368073 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Router 108164f7-0b6b-47b5-bb30-4e07febdf132 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:25:04.567135 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:25:04.582019 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] Sync routers for ids ['108164f7-0b6b-47b5-bb30-4e07febdf132'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:25:04.597715 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-85fcb621-cb56-4611-b327-77456101614f admin admin] 10.222.0.54 "PUT /v2.0/routers/108164f7-0b6b-47b5-bb30-4e07febdf132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1535318 Jun 03 16:25:04.598028 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] Routers {'108164f7-0b6b-47b5-bb30-4e07febdf132'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:25:04.598480 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59312) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:04.598630 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['108164f7-0b6b-47b5-bb30-4e07febdf132'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:04.800865 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb091b8-0f72-4f44-b765-056ac3f6f664 req-1812a3b4-8954-49f2-af41-6e4f3db5dc2b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:04.814656 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8fb091b8-0f72-4f44-b765-056ac3f6f664 req-1812a3b4-8954-49f2-af41-6e4f3db5dc2b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 944 time: 0.1931665 Jun 03 16:25:04.932239 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8fb091b8-0f72-4f44-b765-056ac3f6f664 req-9703edcb-ef9e-4ba6-8aa2-6a2c9c8f145a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135848 Jun 03 16:25:04.984987 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] Set router 108164f7-0b6b-47b5-bb30-4e07febdf132 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:25:05.199336 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:05.346797 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:25:03Z', 'revision_number': 5, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port': {'id': 'b1dee326-5aa1-403c-a488-3aaade95e4db', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:05.352328 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] Checking router: 108164f7-0b6b-47b5-bb30-4e07febdf132 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:25:05.363873 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] Routers {'108164f7-0b6b-47b5-bb30-4e07febdf132'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:25:05.364504 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['108164f7-0b6b-47b5-bb30-4e07febdf132'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:05.405556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:05.502269 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Deleting port b1dee326-5aa1-403c-a488-3aaade95e4db {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:25:05.502508 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:05.583237 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] Set router 108164f7-0b6b-47b5-bb30-4e07febdf132 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:25:05.653216 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device e48ad2f5-5750-4ea3-80db-9081c3b84ac8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:25:05.656758 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] For port b1dee326-5aa1-403c-a488-3aaade95e4db, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b1dee326-5aa1-403c-a488-3aaade95e4db,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:05.657459 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:05.786213 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:25:05Z', 'revision_number': 6, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:05.799956 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883925b-0c0a-48c3-8c23-c97bd68a7758 None None] The sync data for ids ['108164f7-0b6b-47b5-bb30-4e07febdf132'] in dv-cinder-786524-8-smb is: [{'id': '108164f7-0b6b-47b5-bb30-4e07febdf132', 'name': 'tempest-TestMinimumBasicScenario-1272573098-router', 'tenant_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:19Z', 'updated_at': '2021-06-03T16:25:05Z', 'revision_number': 6, 'project_id': 'fa9fd80b10164d2e82bf21c3670cba04', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:25:05.855574 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Calling delete_port for b1dee326-5aa1-403c-a488-3aaade95e4db owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:25:05.996100 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:06.013266 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'port_id': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'mac_address': 'fa:16:3e:3d:70:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:25:06.061625 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.070880 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4194acca-1fb9-4326-8077-2035ca958ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:06.075967 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.099287 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48ad2f5-5750-4ea3-80db-9081c3b84ac8 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:25:06.118432 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:06.122866 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.124661 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:06.151592 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1dee326-5aa1-403c-a488-3aaade95e4db,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:06.181513 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:06.204210 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e96e1-1b70-4617-9628-bf8377b3c66c req-78a197b8-26a0-4c5e-bd8a-2489ee642b68 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:06.209597 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:06.212353 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-040e96e1-1b70-4617-9628-bf8377b3c66c req-78a197b8-26a0-4c5e-bd8a-2489ee642b68 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 945 time: 0.1473053 Jun 03 16:25:06.218222 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.218705 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.219137 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.220194 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.220677 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.221070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.221229 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.221582 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.222739 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.223166 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.223588 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.223996 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.224422 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:25:06.229559 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:06.264327 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-040e96e1-1b70-4617-9628-bf8377b3c66c req-569169fa-3fc1-4dd1-9d19-2cba7fc2b4f8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509505 Jun 03 16:25:06.403351 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.405730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.433137 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.434097 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 108164f7-0b6b-47b5-bb30-4e07febdf132 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:25:06.450662 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.451938 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] 10.222.0.54 "DELETE /v2.0/routers/108164f7-0b6b-47b5-bb30-4e07febdf132 HTTP/1.1" status: 204 len: 168 time: 1.8513937 Jun 03 16:25:06.454900 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59328) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:06.525417 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Deleting subnet a406c106-0de3-4172-b470-dba3c434ddaf {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:25:06.529258 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.542772 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['e48ad2f5-5750-4ea3-80db-9081c3b84ac8'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:25:06.593509 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.849819 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:06.919149 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b1dee326-5aa1-403c-a488-3aaade95e4db no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:25:06.945165 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59332) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:06.978687 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: b1dee326-5aa1-403c-a488-3aaade95e4db {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:25:06.979030 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b1dee326-5aa1-403c-a488-3aaade95e4db not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:25:06.979402 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device fb7b675c-9991-4901-a138-d8d19c237890 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:25:07.017926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_v2 [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Deleting subnet 08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7 {{(pid=91757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:25:07.020675 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: fb7b675c-9991-4901-a138-d8d19c237890 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:25:07.021483 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device fb7b675c-9991-4901-a138-d8d19c237890 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:25:07.021804 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.076829 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32374163'] for subnet, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.161573 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.178013 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.186422 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3005b6a3-d528-4c64-99ec-e057d84f76be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:07.227696 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a406c106-0de3-4172-b470-dba3c434ddaf,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:07.229673 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.232427 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:07.235790 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f320f04-2966-4f89-a001-70945beef480 None None] Network ccc56bd1-6a29-44ff-94f7-848a3bae8a0e requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:25:07.236961 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-7d72c666-cb38-4665-ba9b-9854b922c4c0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a406c106-0de3-4172-b470-dba3c434ddaf HTTP/1.1" status: 204 len: 168 time: 0.7809660 Jun 03 16:25:07.240462 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59336) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:07.357515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.443911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Deleting port b73694f9-02fb-45e3-ad51-2a77df1e4a0d {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:25:07.444676 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.540028 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] DHCP port deletion for ccc56bd1-6a29-44ff-94f7-848a3bae8a0e request from dv-cinder-786524-8-smb {{(pid=91758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 16:25:07.572916 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] For port b73694f9-02fb-45e3-ad51-2a77df1e4a0d, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:07.572916 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.611578 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Deleting port b73694f9-02fb-45e3-ad51-2a77df1e4a0d {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:25:07.612502 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.619843 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636552e-0d88-4b07-89c2-147f440c5dec req-7a66cb84-a73d-4929-975f-6db702c5a722 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:07.622250 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3636552e-0d88-4b07-89c2-147f440c5dec req-7a66cb84-a73d-4929-975f-6db702c5a722 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 945 time: 0.1741796 Jun 03 16:25:07.630837 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device e48ad2f5-5750-4ea3-80db-9081c3b84ac8 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:25:07.657329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31594911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31495471'] for subnet, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.675247 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6d29509c-2cbf-4402-a75e-86fcd1778112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:07.705268 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Calling delete_port for b73694f9-02fb-45e3-ad51-2a77df1e4a0d owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:25:07.715141 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:07.717191 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.722201 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-3636552e-0d88-4b07-89c2-147f440c5dec req-c75a6ef9-6444-4d52-a526-9acd98b0e9b6 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888712 Jun 03 16:25:07.730898 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:07.736865 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/08f7c263-cb3a-4dd1-adfb-7efc8db3f0c7 HTTP/1.1" status: 204 len: 168 time: 0.7904758 Jun 03 16:25:07.739903 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59340) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:07.769134 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] For port b73694f9-02fb-45e3-ad51-2a77df1e4a0d, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,segment=NetworkSegment(ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a),segment_id=ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:07.769528 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.866419 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.875286 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.882270 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:07.901989 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Calling delete_port for b73694f9-02fb-45e3-ad51-2a77df1e4a0d owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:25:07.915207 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:25:07.954333 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:07.960376 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:07.964792 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] No DVR routers for this DVR port b73694f9-02fb-45e3-ad51-2a77df1e4a0d on host dv-cinder-786524-8-smb {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:25:07.975500 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:25:07.976067 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.083394 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.093332 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:08.111965 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.145012 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Pushing event deleted for resources: {'Port': ['ID=b73694f9-02fb-45e3-ad51-2a77df1e4a0d,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:08.147803 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:08.150874 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] No DVR routers for this DVR port b73694f9-02fb-45e3-ad51-2a77df1e4a0d on host dv-cinder-786524-8-smb {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:25:08.169876 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.176220 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.184907 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f962bb9a-50bb-4f26-bb71-433e758e2a4e']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:08.201243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc56bd1-6a29-44ff-94f7-848a3bae8a0e']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:08.202295 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:25:08.204233 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dde3ef6-7268-4a52-a4cb-50f1f16c3d80" -d '{"events": [{"server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "name": "network-vif-plugged", "status": "completed", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:25:08.210166 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1f406c-0359-435a-a1b5-55fd4178d4ff') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:08.210598 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1f406c-0359-435a-a1b5-55fd4178d4ff') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:08.212957 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:25:08.216792 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.218800 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:08.229372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:08.229675 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2e9398-bb99-4a2c-9edc-da1a9ad7f58a') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:08.237239 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.252750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.271156 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.276652 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.282337 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:25:08.282734 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.288369 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11e461a-6bfe-4a36-b327-3c2b5ad4c743 x-openstack-request-id: req-f11e461a-6bfe-4a36-b327-3c2b5ad4c743 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:25:08.288667 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "name": "network-vif-plugged", "status": "completed", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:25:08.288928 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f11e461a-6bfe-4a36-b327-3c2b5ad4c743 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:25:08.289318 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'code': 200} Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:25:08.296679 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:25:08.301569 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:25:08.301972 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.310255 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:08.313547 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:25:08.315682 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:25:08.568385 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.578911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.583690 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.590883 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:08.626620 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:08.634036 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faa312-37b3-45cd-8056-8c6f48fc919f req-8e1cfc74-5a0f-4406-9da8-db592fa62e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:08.635769 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-08faa312-37b3-45cd-8056-8c6f48fc919f req-8e1cfc74-5a0f-4406-9da8-db592fa62e82 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 1099 time: 0.0824080 Jun 03 16:25:08.651667 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc56bd1-6a29-44ff-94f7-848a3bae8a0e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:08.681000 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-08faa312-37b3-45cd-8056-8c6f48fc919f req-7cfaa33f-df39-4268-b514-c1aea794c33a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391705 Jun 03 16:25:08.687438 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f962bb9a-50bb-4f26-bb71-433e758e2a4e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:08.690526 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-c58fea47-1320-4b98-b48f-95f40c2612f1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ccc56bd1-6a29-44ff-94f7-848a3bae8a0e HTTP/1.1" status: 204 len: 168 time: 1.4487708 Jun 03 16:25:08.691508 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:08.692091 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:08.692403 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:08.694052 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fd1a7ad4-e2ed-4468-9b03-f7d843db12f5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f962bb9a-50bb-4f26-bb71-433e758e2a4e HTTP/1.1" status: 204 len: 168 time: 0.9532797 Jun 03 16:25:08.857618 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59352) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:08.864031 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59354) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:08.939748 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b73694f9-02fb-45e3-ad51-2a77df1e4a0d no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:25:08.949006 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-dac66dd4-6af7-4652-b2aa-5f6f48df9f1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05e25a0146d549d2aef6e09980239db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833566 Jun 03 16:25:08.952848 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 59356) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:08.977620 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: b73694f9-02fb-45e3-ad51-2a77df1e4a0d {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:25:08.978774 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device b73694f9-02fb-45e3-ad51-2a77df1e4a0d not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:25:08.999825 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-67dbcd1c-47ad-4d7e-8077-d27e63386235 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6383a6e2481947079b6f53fabdf405a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403508 Jun 03 16:25:09.004287 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59358) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:09.045701 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.069984 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.076046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e0e9-6e47-4fe0-848e-84647a4f078b req-f00d422a-9953-4d34-a4cc-9938d55cf88f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:09.077931 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0e49e0e9-6e47-4fe0-848e-84647a4f078b req-f00d422a-9953-4d34-a4cc-9938d55cf88f tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.1733742 Jun 03 16:25:09.103918 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.105965 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.161087 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.165334 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0e49e0e9-6e47-4fe0-848e-84647a4f078b req-4aa8f1f1-d862-4a0a-93dd-64601f843d1d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798087 Jun 03 16:25:09.168512 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b2bcaa76-2ac5-478f-927b-8c3ceb24c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:09.191613 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e15de3-dbe4-441b-a69b-53abaa706047,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:09.195231 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:09.200562 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.204830 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2b3b2717-5859-4302-98ab-c076970e08d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:09.215385 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.217989 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0e15de3-dbe4-441b-a69b-53abaa706047 HTTP/1.1" status: 204 len: 168 time: 0.2123284 Jun 03 16:25:09.218120 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7e9530-353d-4b98-91da-d988ce4f0b60,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:09.225179 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:09.241775 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.244150 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e7e9530-353d-4b98-91da-d988ce4f0b60 HTTP/1.1" status: 204 len: 168 time: 0.2876375 Jun 03 16:25:09.761757 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59368) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:09.812054 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d7bb508f-a3b5-41a6-b2b8-844d8551969b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa9fd80b10164d2e82bf21c3670cba04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490036 Jun 03 16:25:09.814496 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59370) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:09.875610 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-85790071-be09-4346-9002-abb77965551e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.901775 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-85790071-be09-4346-9002-abb77965551e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.957533 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-85790071-be09-4346-9002-abb77965551e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.961185 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9cc92df9-f3cd-423e-9abf-09c64e211722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:25:09.973081 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85790071-be09-4346-9002-abb77965551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae1ac7-0843-48a8-9560-b2e26a4d9139,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:25:09.976645 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-85790071-be09-4346-9002-abb77965551e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:25:09.980188 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-85790071-be09-4346-9002-abb77965551e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.981375 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-85790071-be09-4346-9002-abb77965551e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffae1ac7-0843-48a8-9560-b2e26a4d9139 HTTP/1.1" status: 204 len: 168 time: 0.1659350 Jun 03 16:25:10.405497 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1550974-eeac-4c94-be08-a21b1917ed07 req-5202bff0-30e1-4696-8ff6-ffd2b99a1b98 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:10.407083 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b1550974-eeac-4c94-be08-a21b1917ed07 req-5202bff0-30e1-4696-8ff6-ffd2b99a1b98 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.1001551 Jun 03 16:25:10.455086 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b1550974-eeac-4c94-be08-a21b1917ed07 req-b8ae085a-d2b5-4261-be14-69fb01d1d05b tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Jun 03 16:25:11.803251 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94da31e-c796-45a3-a7cb-c2351f2f9af1 req-edc1db6c-2d1c-4aeb-8760-5b7ea16f1be7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:11.804767 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a94da31e-c796-45a3-a7cb-c2351f2f9af1 req-edc1db6c-2d1c-4aeb-8760-5b7ea16f1be7 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.0861366 Jun 03 16:25:11.857062 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a94da31e-c796-45a3-a7cb-c2351f2f9af1 req-3878b14c-92e9-4ca7-9cfc-41f725a72208 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Jun 03 16:25:12.094313 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796b74-8fa5-4f56-a7d6-fc6d1422833c req-094edf38-2cc7-4964-89cc-4b4a39d37e29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:12.095919 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-07796b74-8fa5-4f56-a7d6-fc6d1422833c req-094edf38-2cc7-4964-89cc-4b4a39d37e29 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.0877221 Jun 03 16:25:12.106253 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59384) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:12.111875 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Request body: {'floatingip': {'port_id': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:25:12.209416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:12.896391 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:12.902197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:13.204880 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Floating IP b72a4bd6-8a7b-4dbf-8d92-78f347e082ca associated. External IP: 172.28.1.50, port: e48ad2f5-5750-4ea3-80db-9081c3b84ac8. Jun 03 16:25:13.630868 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:25:13.892265 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:25:13.898107 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:13.903096 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153c1b14-b506-4938-8871-47a95c785835 None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:25:13.914077 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:25:13.914724 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:13.958362 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c5d1bef3-473a-4cb8-bd33-07a118b9c0b4 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "PUT /v2.0/floatingips/b72a4bd6-8a7b-4dbf-8d92-78f347e082ca HTTP/1.1" status: 200 len: 991 time: 1.8508122 Jun 03 16:25:13.959191 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:25:13.961748 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf30b590-5412-478d-a4c9-4c0feb81e9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:25:14.119940 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:25:14.166838 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2287e-d04b-4ba0-bc3d-990ee04ee522 x-openstack-request-id: req-37c2287e-d04b-4ba0-bc3d-990ee04ee522 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:25:14.167163 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:25:14.167449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37c2287e-d04b-4ba0-bc3d-990ee04ee522 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:25:14.167907 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'status': 'completed', 'code': 200} Jun 03 16:25:14.319488 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-86cf6780-a768-4007-a35c-5efbf6024ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:14.321147 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-86cf6780-a768-4007-a35c-5efbf6024ff1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8feae147143640a09cb50333739b96a5&device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 1099 time: 0.1085436 Jun 03 16:25:14.479063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-6a17513f-f13a-464f-b987-56911fd13cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:14.481530 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-6a17513f-f13a-464f-b987-56911fd13cc4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 200 len: 912 time: 0.1537571 Jun 03 16:25:14.559495 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'b72a4bd6-8a7b-4dbf-8d92-78f347e082ca', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'port_id': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'mac_address': 'fa:16:3e:3d:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:24:52Z', 'updated_at': '2021-06-03T16:25:12Z', 'revision_number': 1, 'project_id': '8feae147143640a09cb50333739b96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:14.565214 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153c1b14-b506-4938-8871-47a95c785835 None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:25:14.577169 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:25:14.577855 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:24:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:14.601320 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-9bcb8448-81c6-4313-ba70-25f72fbc4d11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8 HTTP/1.1" status: 200 len: 999 time: 0.1129744 Jun 03 16:25:14.671701 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-8353a350-f8fe-414e-bf71-63156a4390c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:14.673172 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-8353a350-f8fe-414e-bf71-63156a4390c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 200 len: 850 time: 0.0659568 Jun 03 16:25:14.754077 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-f29a29bf-de7f-423c-8061-1c7c519fda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:14.755533 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-f29a29bf-de7f-423c-8061-1c7c519fda8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8e7682-5422-4806-8c26-b370f8eea56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754311 Jun 03 16:25:14.818262 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:25:14.908837 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-d4a16093-c9cb-427b-8319-eb7c516cb12f service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465802 Jun 03 16:25:15.047470 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cf30b590-5412-478d-a4c9-4c0feb81e9c8 req-2d52b264-9ac9-4b5d-9e65-83a53dc34de4 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323016 Jun 03 16:25:15.240733 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-153c1b14-b506-4938-8871-47a95c785835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'b72a4bd6-8a7b-4dbf-8d92-78f347e082ca', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'port_id': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'mac_address': 'fa:16:3e:3d:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:24:52Z', 'updated_at': '2021-06-03T16:25:12Z', 'revision_number': 1, 'project_id': '8feae147143640a09cb50333739b96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:25:15.245130 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153c1b14-b506-4938-8871-47a95c785835 None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': 'b72a4bd6-8a7b-4dbf-8d92-78f347e082ca', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'port_id': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'mac_address': 'fa:16:3e:3d:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:24:52Z', 'updated_at': '2021-06-03T16:25:12Z', 'revision_number': 1, 'project_id': '8feae147143640a09cb50333739b96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:25:15.553342 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544249ce-713e-4b35-8814-aa77823dc1b3 None None] New status for floating IP b72a4bd6-8a7b-4dbf-8d92-78f347e082ca: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:25:20.369031 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8591-2a7d-423c-b233-4c8bd1383b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:23.003696 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:23.088299 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1c87d9f4-c280-4b36-9116-81dd55d94b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:24.543177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:25.862867 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:31.080232 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:41.163133 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:25:45.380658 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45fe8-b815-4268-8eec-a6fa5a49a477 req-b6381ee3-3f7d-4593-8d0f-d588d6173589 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:45.381554 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-50e45fe8-b815-4268-8eec-a6fa5a49a477 req-b6381ee3-3f7d-4593-8d0f-d588d6173589 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0925882 Jun 03 16:25:45.548085 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-50e45fe8-b815-4268-8eec-a6fa5a49a477 req-601fb4f9-eee2-4864-b48a-041b62cf5134 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608014 Jun 03 16:25:46.740174 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc1e69-fa4d-47d7-9c03-695e13213d4f req-965e530a-68ae-4bf8-890a-18a18383a46d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:46.741521 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-04fc1e69-fa4d-47d7-9c03-695e13213d4f req-965e530a-68ae-4bf8-890a-18a18383a46d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0783916 Jun 03 16:25:46.787680 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-04fc1e69-fa4d-47d7-9c03-695e13213d4f req-54adaddc-eba6-46fd-8e54-b1607e82da7c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405664 Jun 03 16:25:47.978462 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a9fc-b9f9-457b-a0fe-2f745f3db2e3 req-b97f395f-0e1c-4844-864b-fe723fa1ff7a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:47.980007 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6f67a9fc-b9f9-457b-a0fe-2f745f3db2e3 req-b97f395f-0e1c-4844-864b-fe723fa1ff7a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0825899 Jun 03 16:25:48.040483 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6f67a9fc-b9f9-457b-a0fe-2f745f3db2e3 req-73ca32c0-783f-49f7-9772-17b869e75fbe tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545485 Jun 03 16:25:49.250834 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ede71-72f1-4b2c-86f7-4feab87c3b9a req-5b2b4f00-4f01-4cbc-8e6b-fd49201e203b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:49.252911 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-943ede71-72f1-4b2c-86f7-4feab87c3b9a req-5b2b4f00-4f01-4cbc-8e6b-fd49201e203b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0894451 Jun 03 16:25:49.297838 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-943ede71-72f1-4b2c-86f7-4feab87c3b9a req-456c7514-4ac3-4506-9af0-bcd1314aaec3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388465 Jun 03 16:25:50.354912 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-50394313-2212-4ce4-b34f-ddce4fc7d8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:50.503759 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a8cac-e661-468b-8512-b92267e7efb7 req-77a6d62a-8661-472a-aa49-f6a075896fd2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:50.505285 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e35a8cac-e661-468b-8512-b92267e7efb7 req-77a6d62a-8661-472a-aa49-f6a075896fd2 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0941634 Jun 03 16:25:50.551743 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e35a8cac-e661-468b-8512-b92267e7efb7 req-0de56615-9eb6-42f8-868c-3c1928e5dcc1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 Jun 03 16:25:51.746263 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bed87-55d2-4992-8e31-ad0cf6824f87 req-ee48b328-4114-4729-8a1d-620780f49681 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:51.747749 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1b9bed87-55d2-4992-8e31-ad0cf6824f87 req-ee48b328-4114-4729-8a1d-620780f49681 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0856199 Jun 03 16:25:51.794707 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1b9bed87-55d2-4992-8e31-ad0cf6824f87 req-6feb2187-9036-4a15-b28e-5f1b4466e347 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Jun 03 16:25:52.991459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c05757-731d-4229-83de-34fcf21ef39b req-832fddb1-e179-4677-a3e3-5925f9297309 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:52.992975 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-07c05757-731d-4229-83de-34fcf21ef39b req-832fddb1-e179-4677-a3e3-5925f9297309 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0805392 Jun 03 16:25:52.998818 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:53.044092 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-07c05757-731d-4229-83de-34fcf21ef39b req-ebc187e9-3a3b-4b49-bdef-e28334663e96 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447896 Jun 03 16:25:53.088571 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6f3f-7739-40dc-9659-75e5d9f99c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:54.234388 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbcd8d-c9b6-45f8-83b3-eb4fc5fbaca8 req-5463f55d-fb09-4bb1-abc1-9ce25497bbb1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:54.235893 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-00fbcd8d-c9b6-45f8-83b3-eb4fc5fbaca8 req-5463f55d-fb09-4bb1-abc1-9ce25497bbb1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0787044 Jun 03 16:25:54.280131 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-00fbcd8d-c9b6-45f8-83b3-eb4fc5fbaca8 req-2d775bb8-2d3e-474b-b840-acc1a8d95a63 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380981 Jun 03 16:25:54.542515 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:55.568075 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4406dee-34cb-40d7-bc3a-6ac942584be8 req-cf3520f4-9b51-45a7-bc54-123076f22108 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:55.569700 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d4406dee-34cb-40d7-bc3a-6ac942584be8 req-cf3520f4-9b51-45a7-bc54-123076f22108 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0936286 Jun 03 16:25:55.623494 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-d4406dee-34cb-40d7-bc3a-6ac942584be8 req-8ff8fdc1-8071-4a22-9236-f7fb50e83fc5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474451 Jun 03 16:25:55.866662 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:56.872552 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c80c6-bfcd-435e-bf12-11b1035e2970 req-9e0be29c-10dd-4411-9ab4-cc4240f0747d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:56.874200 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bf7c80c6-bfcd-435e-bf12-11b1035e2970 req-9e0be29c-10dd-4411-9ab4-cc4240f0747d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0982609 Jun 03 16:25:56.931012 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bf7c80c6-bfcd-435e-bf12-11b1035e2970 req-7d5886ce-747f-4d60-b6a9-9ce3e0392e9e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459766 Jun 03 16:25:58.144965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f5ca4-cc12-40a2-96b6-7803dc358e8a req-fc221c35-fc13-4229-81c8-4c7567296ca4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:58.146583 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ff4f5ca4-cc12-40a2-96b6-7803dc358e8a req-fc221c35-fc13-4229-81c8-4c7567296ca4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0949268 Jun 03 16:25:58.196015 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ff4f5ca4-cc12-40a2-96b6-7803dc358e8a req-355ffe0d-da69-438a-89da-cfd7e837def9 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Jun 03 16:25:59.406376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5ec73-6d5d-488a-bbd0-a74a30c031c8 req-833a1382-9575-40c8-ab42-e4441fbcfc16 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:25:59.408550 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74b5ec73-6d5d-488a-bbd0-a74a30c031c8 req-833a1382-9575-40c8-ab42-e4441fbcfc16 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0952206 Jun 03 16:25:59.462548 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-74b5ec73-6d5d-488a-bbd0-a74a30c031c8 req-8d9d9226-bc1d-4dc7-8cd7-82020f790856 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484655 Jun 03 16:26:00.682678 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd69ba-347b-4ffc-8fbb-544cf160f11e req-9ebb6cf0-5b74-41a7-9f0c-173f3a919c00 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:00.684917 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5dfd69ba-347b-4ffc-8fbb-544cf160f11e req-9ebb6cf0-5b74-41a7-9f0c-173f3a919c00 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0959942 Jun 03 16:26:00.764526 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5dfd69ba-347b-4ffc-8fbb-544cf160f11e req-cfaed33d-416c-4ba6-8091-ff16773ec799 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707335 Jun 03 16:26:01.070840 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:02.052354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5f80c-99d5-43f5-87cb-9a1038efedd7 req-bc449a40-f091-40c8-831e-6c1d0c7f7b75 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:02.055243 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-94a5f80c-99d5-43f5-87cb-9a1038efedd7 req-bc449a40-f091-40c8-831e-6c1d0c7f7b75 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1243641 Jun 03 16:26:02.124245 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-94a5f80c-99d5-43f5-87cb-9a1038efedd7 req-d21fcdb6-4086-436e-ae8f-856e773be941 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616510 Jun 03 16:26:03.323456 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c95b-40fa-4d7a-b20c-150d6d096c2f req-dabf89f9-93eb-4c0e-ae7b-41de697abb6a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:03.324991 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-34e6c95b-40fa-4d7a-b20c-150d6d096c2f req-dabf89f9-93eb-4c0e-ae7b-41de697abb6a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0842340 Jun 03 16:26:03.377586 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-34e6c95b-40fa-4d7a-b20c-150d6d096c2f req-ec27f8b7-610a-46ef-a3cc-f46439752d96 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456557 Jun 03 16:26:03.869947 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:26:04.010384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-22b630e1-7885-4470-8aac-37188544ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:04.011802 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-22b630e1-7885-4470-8aac-37188544ff6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1098 time: 0.0767629 Jun 03 16:26:04.035074 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:04.050671 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'mac_address': 'fa:16:3e:24:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:26:04.119627 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:04.143293 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38b4dbb1-f473-4472-87bf-9972f1de55e5 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:26:04.169382 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:04.175862 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:04.180237 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:26:04.200935 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-21dd82d1-3d9a-4ce2-ba62-fbeff1c00b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:04.203036 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-21dd82d1-3d9a-4ce2-ba62-fbeff1c00b16 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1692820 Jun 03 16:26:04.308360 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=6']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:04.311899 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:26:04.344043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['38b4dbb1-f473-4472-87bf-9972f1de55e5'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:26:04.472234 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-e32444f2-c2a5-4fb5-90d9-f585fc09ca55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 999 time: 0.2611761 Jun 03 16:26:04.587811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-6e8844a0-08dd-4434-a121-6a7fd303681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:04.589158 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-6e8844a0-08dd-4434-a121-6a7fd303681f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.1104550 Jun 03 16:26:04.668641 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652ac8e-6494-4b01-9051-f4b2ede247ab req-5bf95f16-b5e5-49c5-ac37-24750725d897 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:04.670362 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c652ac8e-6494-4b01-9051-f4b2ede247ab req-5bf95f16-b5e5-49c5-ac37-24750725d897 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 944 time: 0.1518071 Jun 03 16:26:04.748887 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-92204c86-1c92-44fd-8725-f8be73db1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:04.750536 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-92204c86-1c92-44fd-8725-f8be73db1e74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1533132 Jun 03 16:26:04.753928 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c652ac8e-6494-4b01-9051-f4b2ede247ab req-fe1e345e-369b-4625-ad68-9fcacae365c3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769134 Jun 03 16:26:04.892136 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-62519f34-de84-4339-ae77-c95863e11372 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345963 Jun 03 16:26:05.047246 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-9ce585e0-77b3-4972-aa1c-99b90d10411f req-e4252e80-6967-47cb-8472-a94106b19412 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486032 Jun 03 16:26:05.885272 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:05.958770 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 38b4dbb1-f473-4472-87bf-9972f1de55e5 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:05.959142 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.968557 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc4ace-fe12-44e4-9e8f-f902bc7a89dc req-b2fbc0d2-6c0d-483b-b014-8944f5553e29 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:05.970090 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5abc4ace-fe12-44e4-9e8f-f902bc7a89dc req-b2fbc0d2-6c0d-483b-b014-8944f5553e29 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 944 time: 0.0887485 Jun 03 16:26:06.028642 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5abc4ace-fe12-44e4-9e8f-f902bc7a89dc req-2059b420-9fc3-4ceb-a5cd-6b40f5a5a8a8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445015 Jun 03 16:26:06.134523 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:06.163928 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:26:06.166083 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b88b1-29a8-4350-892e-04652e0ebdb1" -d '{"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-plugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:06.175228 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:06.180963 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:06.185882 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e0570e06-f42c-4c6e-91fa-8550986366e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:26:06.229072 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc52220-e770-4e4b-a4c2-7bc39194c6b4 x-openstack-request-id: req-abc52220-e770-4e4b-a4c2-7bc39194c6b4 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:06.229387 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-plugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:06.229602 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abc52220-e770-4e4b-a4c2-7bc39194c6b4 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:06.229994 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'code': 200} Jun 03 16:26:06.264610 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=7']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:06.273688 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.274023 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.274389 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.274718 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.275040 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.275362 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.275689 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.276002 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.276333 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.276645 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.276960 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.277270 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:06.281277 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:26:07.273875 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270456e-db6c-440f-9a46-6e3bb18563bc req-46414047-5aeb-47ce-91a4-cd479ee81934 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:07.276784 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0270456e-db6c-440f-9a46-6e3bb18563bc req-46414047-5aeb-47ce-91a4-cd479ee81934 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1165822 Jun 03 16:26:07.353183 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0270456e-db6c-440f-9a46-6e3bb18563bc req-c2b4bac0-0146-4323-8973-b5846f533d11 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690153 Jun 03 16:26:08.661777 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c562-8cf8-4127-8cb8-d277734b0a7b req-9d7fd384-8b7b-4a21-a29c-2aa83c9d892e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:08.664101 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e435c562-8cf8-4127-8cb8-d277734b0a7b req-9d7fd384-8b7b-4a21-a29c-2aa83c9d892e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1540916 Jun 03 16:26:08.735866 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e435c562-8cf8-4127-8cb8-d277734b0a7b req-ab28b228-e61d-43ec-b7b0-ca7dc3dce605 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649948 Jun 03 16:26:10.094624 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4ee76-17e0-43d9-a8b9-d7705e45e09c req-48ca5aca-6f89-4fe3-b4a3-81120d21d552 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:10.097032 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8bd4ee76-17e0-43d9-a8b9-d7705e45e09c req-48ca5aca-6f89-4fe3-b4a3-81120d21d552 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1260757 Jun 03 16:26:10.175617 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8bd4ee76-17e0-43d9-a8b9-d7705e45e09c req-c6fbc766-8118-4142-843d-b0dc3ac7c5a7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708973 Jun 03 16:26:11.401443 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839d51-cc1b-4c9d-9dee-8b4cc7c8a9ae req-04656e5d-dd7e-4d2b-8cb7-bab5292db165 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:11.402993 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1e839d51-cc1b-4c9d-9dee-8b4cc7c8a9ae req-04656e5d-dd7e-4d2b-8cb7-bab5292db165 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1014659 Jun 03 16:26:11.458707 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1e839d51-cc1b-4c9d-9dee-8b4cc7c8a9ae req-b767ebdd-bcb6-4697-8632-3a47ed6b9d4e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454199 Jun 03 16:26:12.869473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ff51-42aa-4afe-8079-e9696057fc66 req-76730ec7-3c31-49f6-b4f6-9bebe89f9d74 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:12.871464 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-07f0ff51-42aa-4afe-8079-e9696057fc66 req-76730ec7-3c31-49f6-b4f6-9bebe89f9d74 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1039317 Jun 03 16:26:12.934703 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-07f0ff51-42aa-4afe-8079-e9696057fc66 req-bb01d9a9-7faa-4682-9b81-55d4941b08a4 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532274 Jun 03 16:26:14.150592 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23af87-f32a-419f-846f-66fab09811aa req-b7c776f2-19e0-4870-8e65-997ffd46a5ee tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:14.152033 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cd23af87-f32a-419f-846f-66fab09811aa req-b7c776f2-19e0-4870-8e65-997ffd46a5ee tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0948007 Jun 03 16:26:14.227031 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cd23af87-f32a-419f-846f-66fab09811aa req-255e8337-14e6-4024-ae4d-f352289c8c3b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676215 Jun 03 16:26:15.438496 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da3b86-0b6f-48ad-bcb0-731509d09047 req-f484f73f-8453-4d1c-b3c8-6875d38254aa tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:15.446288 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a3da3b86-0b6f-48ad-bcb0-731509d09047 req-f484f73f-8453-4d1c-b3c8-6875d38254aa tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0929179 Jun 03 16:26:15.494644 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a3da3b86-0b6f-48ad-bcb0-731509d09047 req-eaf5d270-b43f-4512-a85a-94e7ad9e351d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474372 Jun 03 16:26:16.721376 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b9b2-c63c-438f-9864-52d4a3832e01 req-e1ff8ba4-c180-4b10-aa24-e8f83daf460b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:16.729315 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-63b7b9b2-c63c-438f-9864-52d4a3832e01 req-e1ff8ba4-c180-4b10-aa24-e8f83daf460b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1025169 Jun 03 16:26:16.771532 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-63b7b9b2-c63c-438f-9864-52d4a3832e01 req-19f05226-7b3e-4571-b27d-83c5f0f9708d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Jun 03 16:26:17.988958 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152631e1-8118-40fd-a946-076b51b8674e req-bccfa417-67df-4abe-94e7-584b824b2510 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:17.990800 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-152631e1-8118-40fd-a946-076b51b8674e req-bccfa417-67df-4abe-94e7-584b824b2510 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0838902 Jun 03 16:26:18.037424 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-152631e1-8118-40fd-a946-076b51b8674e req-2f94cca5-0253-41fb-95e2-cd0c75a465b5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Jun 03 16:26:18.163935 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:26:18.906634 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-7f472434-b3f8-4ea0-ae9a-4033e53d0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:18.908703 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-7f472434-b3f8-4ea0-ae9a-4033e53d0e2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1098 time: 0.0818350 Jun 03 16:26:19.045293 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-d8c11e7c-2f72-4a08-8142-332c4bd321a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:19.046770 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-d8c11e7c-2f72-4a08-8142-332c4bd321a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1324480 Jun 03 16:26:19.158068 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-dc7c2e25-8f6e-4901-ad3a-adc8727d7272 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 1000 time: 0.1045930 Jun 03 16:26:19.227800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-cc74fece-62bb-4568-9bfd-1cca4d99fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:19.229287 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-cc74fece-62bb-4568-9bfd-1cca4d99fb70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.0650849 Jun 03 16:26:19.272543 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef51a63-f9d6-4f1a-a358-9aed2dff6681 req-a6a14497-3a49-46a4-9308-0a6325525ae5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:19.275175 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2ef51a63-f9d6-4f1a-a358-9aed2dff6681 req-a6a14497-3a49-46a4-9308-0a6325525ae5 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.1133027 Jun 03 16:26:19.312876 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-f3b11d44-7a30-4d4f-b700-56a09dc963df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:19.314863 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-f3b11d44-7a30-4d4f-b700-56a09dc963df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790527 Jun 03 16:26:19.340909 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-2ef51a63-f9d6-4f1a-a358-9aed2dff6681 req-b87dedc1-fe6b-46f6-8672-2dbf05cb980c tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592811 Jun 03 16:26:19.471078 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-80e08568-490c-4c0a-b3bb-592abf3e5b90 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496584 Jun 03 16:26:19.614825 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-88370195-e81b-4dd5-8bfd-2e4951e2198c req-fa17bc86-38fe-495f-8de9-0fb5fb464d02 service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372933 Jun 03 16:26:20.360555 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3388c1b2-449f-4614-aa27-47fed3cec224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.555391 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6530f5-10e4-4d7c-adc7-5bb8f4a699f7 req-84c685da-bedf-4b05-8b8b-ad0c2855a280 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:20.556881 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ba6530f5-10e4-4d7c-adc7-5bb8f4a699f7 req-84c685da-bedf-4b05-8b8b-ad0c2855a280 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0821629 Jun 03 16:26:20.613416 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ba6530f5-10e4-4d7c-adc7-5bb8f4a699f7 req-5e723eac-4c09-4342-a6de-b77bf94c384b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467513 Jun 03 16:26:21.813564 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eec18-6e88-4718-93e5-87741fd197a2 req-b7459f0a-b007-4948-b83d-81e7d33d4f76 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:21.815275 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-587eec18-6e88-4718-93e5-87741fd197a2 req-b7459f0a-b007-4948-b83d-81e7d33d4f76 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 945 time: 0.0866053 Jun 03 16:26:21.863054 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-587eec18-6e88-4718-93e5-87741fd197a2 req-a8c8a69c-6ce3-440a-b309-5b11d010e648 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Jun 03 16:26:21.986294 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:22.110849 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.159619 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:26:22.167570 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af1c1b8-7aec-4a20-b609-a6db85b1fc57" -d '{"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-unplugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:22.182372 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:22.188637 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.193572 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:26:22.284422 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc40bb-e2e1-4993-b61e-a1c6af75fb54 x-openstack-request-id: req-08fc40bb-e2e1-4993-b61e-a1c6af75fb54 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:22.284999 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-unplugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:22.285440 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08fc40bb-e2e1-4993-b61e-a1c6af75fb54 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:22.286041 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'code': 200} Jun 03 16:26:22.322239 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=8']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:22.327478 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:26:23.008503 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.090043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccc7e-ed2e-420e-8ec5-aa609cf6a387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.577841 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d9085-ffeb-4d8d-8596-82d8c9c4129c req-97a462aa-7247-45b6-9396-43391977a9c1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:23.581034 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a44d9085-ffeb-4d8d-8596-82d8c9c4129c req-97a462aa-7247-45b6-9396-43391977a9c1 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1056287 Jun 03 16:26:23.657098 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a44d9085-ffeb-4d8d-8596-82d8c9c4129c req-90726f74-2296-4349-b9e2-3592400ecd51 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701318 Jun 03 16:26:23.860623 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59746) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:23.984812 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-34828f07-49ff-46c0-9c5b-e3e56d949648 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229062 Jun 03 16:26:24.547104 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.872797 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8c15-a39a-4f22-94c9-fe2784437ed6 req-5c06fb17-c04a-41ed-a1a8-cdb17f9c6a87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:24.874411 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e5bc8c15-a39a-4f22-94c9-fe2784437ed6 req-5c06fb17-c04a-41ed-a1a8-cdb17f9c6a87 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0896075 Jun 03 16:26:24.929626 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e5bc8c15-a39a-4f22-94c9-fe2784437ed6 req-a404501e-3734-4c5e-81f6-5eedc498588b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481532 Jun 03 16:26:25.868840 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.010327 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:26.286461 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8a91-38cc-4736-a31a-59afe5b94562 req-06f62067-c740-4cc0-af9b-d4ac7d6a29fa tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:26.287357 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-367a8a91-38cc-4736-a31a-59afe5b94562 req-06f62067-c740-4cc0-af9b-d4ac7d6a29fa tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.2343473 Jun 03 16:26:26.335595 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-367a8a91-38cc-4736-a31a-59afe5b94562 req-69d05869-dad2-4247-bdf5-d10fa39c27cf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Jun 03 16:26:27.553173 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc044-d327-4052-ae20-a22265a67003 req-33fdd8b9-82e8-4066-9281-94d0c81c514b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:27.555792 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f02fc044-d327-4052-ae20-a22265a67003 req-33fdd8b9-82e8-4066-9281-94d0c81c514b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1038439 Jun 03 16:26:27.607802 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f02fc044-d327-4052-ae20-a22265a67003 req-322ada25-0b1a-4781-9291-fdf38ebb2db8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456700 Jun 03 16:26:28.895729 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5490e-9743-4cfc-850d-39d5ecc0b03a req-015692dd-1e3f-4a6a-b44d-dd59fd183998 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:28.897779 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fce5490e-9743-4cfc-850d-39d5ecc0b03a req-015692dd-1e3f-4a6a-b44d-dd59fd183998 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1284480 Jun 03 16:26:28.949576 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-fce5490e-9743-4cfc-850d-39d5ecc0b03a req-d6d66f95-d414-4226-8160-138076573aee tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450156 Jun 03 16:26:29.206886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-3d70cb71-3315-439e-a96a-7f22659757d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:29.208354 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-3d70cb71-3315-439e-a96a-7f22659757d4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf&tenant_id=27989949e0834bc6884abf4de7849a2d HTTP/1.1" status: 200 len: 1096 time: 0.0711851 Jun 03 16:26:29.309928 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-b4cee281-5d8a-42c0-b06a-fe3e09f70b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:29.311413 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-b4cee281-5d8a-42c0-b06a-fe3e09f70b8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27989949e0834bc6884abf4de7849a2d&device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1096 time: 0.0702376 Jun 03 16:26:29.444237 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-e5482319-7b77-4dd9-a2b5-3fcb267cc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:29.445687 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-e5482319-7b77-4dd9-a2b5-3fcb267cc521 service neutron] 10.222.0.76 "GET /v2.0/networks?id=92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 200 len: 917 time: 0.1284029 Jun 03 16:26:29.551888 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-99026bb5-c0ad-429b-90a7-1a6c05fbc2f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 200 len: 998 time: 0.0976453 Jun 03 16:26:29.714801 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-00b95019-2a28-4e19-8b59-e4bbcae0edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:29.716220 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-00b95019-2a28-4e19-8b59-e4bbcae0edd6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 200 len: 855 time: 0.1584675 Jun 03 16:26:29.795315 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-46cefa94-c40b-40bd-82bc-6a27908d7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:29.797210 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-46cefa94-c40b-40bd-82bc-6a27908d7859 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=92a838cd-429c-4550-9aab-bd627ef05b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742900 Jun 03 16:26:29.941828 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-d142cc9c-8d05-46e4-9fcf-5cfdd3b2892e service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365945 Jun 03 16:26:30.089436 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-4c73d6f0-dfc8-43ab-a9f6-adbce0d73769 req-89e44672-0d30-477b-8c3b-df54a8d495ad service neutron] 10.222.0.76 "GET /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405232 Jun 03 16:26:30.190404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3977-0bd2-47b8-a04b-fb2085deef28 req-88da14a3-7b81-4f82-91e9-f1b81b09af41 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:30.192032 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-be4c3977-0bd2-47b8-a04b-fb2085deef28 req-88da14a3-7b81-4f82-91e9-f1b81b09af41 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1100991 Jun 03 16:26:30.249353 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-be4c3977-0bd2-47b8-a04b-fb2085deef28 req-c8bdd069-ca43-4b22-a716-905e03cc1372 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473583 Jun 03 16:26:31.076747 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:31.512110 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87416ab8-095b-4bec-b78d-137862c82088 req-c08763ad-8326-49b4-84b4-b641191b080e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:31.513662 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-87416ab8-095b-4bec-b78d-137862c82088 req-c08763ad-8326-49b4-84b4-b641191b080e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0931783 Jun 03 16:26:31.589966 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-87416ab8-095b-4bec-b78d-137862c82088 req-ede2691c-5318-4c0f-bc74-671301128718 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622513 Jun 03 16:26:32.799846 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415656c-3d90-4358-8e6f-2c6b274e12f3 req-ecaa53ad-b82d-4cab-8bcd-248ec40ad635 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:32.801393 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9415656c-3d90-4358-8e6f-2c6b274e12f3 req-ecaa53ad-b82d-4cab-8bcd-248ec40ad635 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0891416 Jun 03 16:26:32.875113 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9415656c-3d90-4358-8e6f-2c6b274e12f3 req-aab37405-9c99-417a-89fd-c7e550ba4e1b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675211 Jun 03 16:26:34.114752 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92c3cc-7d96-4d4d-aa7b-27ed756ceeef req-2643dfbe-cb31-4be9-a6a5-b9111410348f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:34.116366 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5a92c3cc-7d96-4d4d-aa7b-27ed756ceeef req-2643dfbe-cb31-4be9-a6a5-b9111410348f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1140559 Jun 03 16:26:34.171767 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5a92c3cc-7d96-4d4d-aa7b-27ed756ceeef req-6d64df43-a449-44aa-8326-65472228ab0f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481122 Jun 03 16:26:35.369259 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089905a-e0c9-4663-957b-9cafa47347cf req-fc5988a2-f0f1-4905-9ed2-c7535c2039a7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:35.370869 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d089905a-e0c9-4663-957b-9cafa47347cf req-fc5988a2-f0f1-4905-9ed2-c7535c2039a7 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0848958 Jun 03 16:26:35.426873 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d089905a-e0c9-4663-957b-9cafa47347cf req-a4125e83-1560-4e9d-9bb2-ca507e096988 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500898 Jun 03 16:26:36.651098 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbe3b-f8d0-46d0-b842-2d480d5c7889 req-2d4bd871-46f8-4004-be88-8b1bdb149a7b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:36.653507 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-78cdbe3b-f8d0-46d0-b842-2d480d5c7889 req-2d4bd871-46f8-4004-be88-8b1bdb149a7b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0916126 Jun 03 16:26:36.700639 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-78cdbe3b-f8d0-46d0-b842-2d480d5c7889 req-0b8f424e-516c-43d6-9e18-ba52a90dfefc tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413156 Jun 03 16:26:37.930348 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33e29-56fb-401c-87dc-120cdb92a6dc req-3d72542b-e75d-4ddc-a544-d72a43885e93 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:37.931911 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-52a33e29-56fb-401c-87dc-120cdb92a6dc req-3d72542b-e75d-4ddc-a544-d72a43885e93 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0978742 Jun 03 16:26:37.986784 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-52a33e29-56fb-401c-87dc-120cdb92a6dc req-5082687f-2040-465f-9ed0-308611407fad tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449839 Jun 03 16:26:39.192042 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a152da-8452-418c-9eff-26a207983494 req-2e4d2157-bd4a-4202-9cc3-24075884a126 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:39.194134 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d6a152da-8452-418c-9eff-26a207983494 req-2e4d2157-bd4a-4202-9cc3-24075884a126 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0903649 Jun 03 16:26:39.253881 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d6a152da-8452-418c-9eff-26a207983494 req-b4177483-e679-4584-bdd1-a727194e33ef tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529294 Jun 03 16:26:40.503585 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8443943-09a1-44a3-b4db-6ca6226d5377 req-8524573e-fbd5-4f63-a611-3f6483a307c0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:40.505072 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d8443943-09a1-44a3-b4db-6ca6226d5377 req-8524573e-fbd5-4f63-a611-3f6483a307c0 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0958307 Jun 03 16:26:40.573991 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d8443943-09a1-44a3-b4db-6ca6226d5377 req-69e5f9cd-f695-4aa8-b7fc-887506cde777 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631437 Jun 03 16:26:41.871256 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd5886-1ed9-48f9-bba0-b550094c1a48 req-db863268-2405-4af0-9434-c38b620629af tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:41.873431 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-98cd5886-1ed9-48f9-bba0-b550094c1a48 req-db863268-2405-4af0-9434-c38b620629af tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1370933 Jun 03 16:26:41.972382 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-98cd5886-1ed9-48f9-bba0-b550094c1a48 req-bc4c73ac-16e0-41f3-bff5-49aa95b435b3 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873244 Jun 03 16:26:43.190114 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a25a8b-f487-449e-a889-3039e4875456 req-7c9abd01-536a-4872-999e-3cd9789217bf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:43.191600 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c5a25a8b-f487-449e-a889-3039e4875456 req-7c9abd01-536a-4872-999e-3cd9789217bf tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0876708 Jun 03 16:26:43.244277 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-c5a25a8b-f487-449e-a889-3039e4875456 req-f1e2aa4d-5f81-496e-87e6-bc2a22646672 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458767 Jun 03 16:26:44.486204 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5150-5c14-4242-8457-94facfb92ae9 req-bd1f2c19-549b-4c1b-add6-a351d71c671b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:44.488461 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1bee5150-5c14-4242-8457-94facfb92ae9 req-bd1f2c19-549b-4c1b-add6-a351d71c671b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1279905 Jun 03 16:26:44.577288 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-1bee5150-5c14-4242-8457-94facfb92ae9 req-941f66d0-9b5b-41a9-9493-d6ea396f9173 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804324 Jun 03 16:26:45.782354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3440e-bb66-41a5-8027-949a68760dc6 req-8b8e4844-5db0-462b-b7e5-168ee33ee67d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:45.783880 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-dff3440e-bb66-41a5-8027-949a68760dc6 req-8b8e4844-5db0-462b-b7e5-168ee33ee67d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0901067 Jun 03 16:26:45.851659 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-dff3440e-bb66-41a5-8027-949a68760dc6 req-100705f2-70d4-485e-830e-06f44d98394d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603392 Jun 03 16:26:47.091032 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0b5be-45b4-4bc0-b91b-cffadfccbe01 req-5a66ae84-6b89-4b55-b803-815d07c9e1ba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:47.092556 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e1c0b5be-45b4-4bc0-b91b-cffadfccbe01 req-5a66ae84-6b89-4b55-b803-815d07c9e1ba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.0989439 Jun 03 16:26:47.144097 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e1c0b5be-45b4-4bc0-b91b-cffadfccbe01 req-c1400041-ae81-45e4-8b12-249d661a5642 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450494 Jun 03 16:26:48.104669 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:26:48.288189 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:48.308332 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'port_id': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'mac_address': 'fa:16:3e:24:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:26:48.371525 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:48.377844 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f4f5c-5419-49b2-a118-6532db5d45c3 req-820d872e-8a30-4455-b687-3b607d3c6b50 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:48.379467 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9e0f4f5c-5419-49b2-a118-6532db5d45c3 req-820d872e-8a30-4455-b687-3b607d3c6b50 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 943 time: 0.1091597 Jun 03 16:26:48.401172 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b4dbb1-f473-4472-87bf-9972f1de55e5 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:26:48.430054 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:48.431823 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9e0f4f5c-5419-49b2-a118-6532db5d45c3 req-e989482d-e3e7-412d-9553-645023cf8a9b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 Jun 03 16:26:48.434950 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:48.437147 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-704d5df7-9291-4901-b8d6-140a946a1c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:26:48.522061 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=9']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:48.527492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:26:48.837043 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['38b4dbb1-f473-4472-87bf-9972f1de55e5'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:26:49.660653 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161ee19-98cf-4b47-9625-11a6f6444cad req-f4a54813-19b9-45f1-8076-de4384c5ee3d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:49.662243 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1161ee19-98cf-4b47-9625-11a6f6444cad req-f4a54813-19b9-45f1-8076-de4384c5ee3d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 944 time: 0.1013913 Jun 03 16:26:49.719885 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1161ee19-98cf-4b47-9625-11a6f6444cad req-621f5881-7f76-40d1-886a-3b28354f27ae tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450265 Jun 03 16:26:50.103006 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:50.176387 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 38b4dbb1-f473-4472-87bf-9972f1de55e5 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:50.176759 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.301747 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.331605 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:26:50.333920 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a5118f-947b-4bef-98bd-6fb52a4ad974" -d '{"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-plugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:26:50.342803 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:50.349776 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.355390 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:26:50.393194 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139d503-356d-44ca-af5b-65040fafaf80 x-openstack-request-id: req-c139d503-356d-44ca-af5b-65040fafaf80 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:26:50.393492 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-plugged", "status": "completed", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:26:50.393737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c139d503-356d-44ca-af5b-65040fafaf80 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:26:50.394115 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'code': 200} Jun 03 16:26:50.422705 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-169a338e-505d-45cb-8fd5-617780bd5aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.449549 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=10']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:50.452799 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:26:50.695989 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76764-0a4e-4461-8863-27cfcd0d89ad req-7fe1833f-20b8-48e5-85e6-d1f0024f8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:50.697509 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5ac76764-0a4e-4461-8863-27cfcd0d89ad req-7fe1833f-20b8-48e5-85e6-d1f0024f8c65 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 1099 time: 0.0795970 Jun 03 16:26:50.746908 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-5ac76764-0a4e-4461-8863-27cfcd0d89ad req-81137e0e-2b0c-4700-adf3-4cfa554d7566 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425327 Jun 03 16:26:50.935496 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f827-11d3-4dcb-a262-9cdaa65254f9 req-713d9f0c-b9de-4309-8ae2-65ccfdc2d713 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:50.937067 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-07b8f827-11d3-4dcb-a262-9cdaa65254f9 req-713d9f0c-b9de-4309-8ae2-65ccfdc2d713 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 946 time: 0.0938072 Jun 03 16:26:50.991882 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-07b8f827-11d3-4dcb-a262-9cdaa65254f9 req-e66e214f-502c-44e6-b69a-492104188e5b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Jun 03 16:26:52.234610 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9b188-58c3-4dde-8fb4-81bceb01a97f req-68042544-f3bd-4312-92e7-b4e2942e475e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:52.236252 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-05b9b188-58c3-4dde-8fb4-81bceb01a97f req-68042544-f3bd-4312-92e7-b4e2942e475e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 946 time: 0.1172304 Jun 03 16:26:52.292749 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-05b9b188-58c3-4dde-8fb4-81bceb01a97f req-f04cb5f6-6f84-4b1b-8ae5-7d37ec342f39 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494218 Jun 03 16:26:53.009607 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:53.089489 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-56f5fcb2-2f17-4de5-86f2-41dc80a78ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:53.535364 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13999-a341-46fe-a053-0be8b4715356 req-a29316c4-7369-4588-a295-793dcc16068e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:53.537121 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cfe13999-a341-46fe-a053-0be8b4715356 req-a29316c4-7369-4588-a295-793dcc16068e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 946 time: 0.1011117 Jun 03 16:26:53.598207 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cfe13999-a341-46fe-a053-0be8b4715356 req-3e5e1c52-7524-4557-a235-49868e8e7108 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524514 Jun 03 16:26:54.562851 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:55.164216 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:26:55.873284 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:59.734641 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54793559-72d9-4d48-ab8c-c39a3ecb2f96 req-0c08cf9a-dbfc-4b90-86ea-e207d0bfa778 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:26:59.736269 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-54793559-72d9-4d48-ab8c-c39a3ecb2f96 req-0c08cf9a-dbfc-4b90-86ea-e207d0bfa778 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.1010263 Jun 03 16:26:59.786643 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-54793559-72d9-4d48-ab8c-c39a3ecb2f96 req-2a177050-111f-4bda-b591-d9f0c964594a tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Jun 03 16:27:01.038527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba1fb8-f40b-4177-ad91-57eff56dbcb9 req-cfc569e1-118a-4516-80d3-fb428ae0ee50 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:01.040194 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5eba1fb8-f40b-4177-ad91-57eff56dbcb9 req-cfc569e1-118a-4516-80d3-fb428ae0ee50 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.1138465 Jun 03 16:27:01.093045 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:01.232951 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-5eba1fb8-f40b-4177-ad91-57eff56dbcb9 req-37d774b4-f598-4767-b2bd-0557bcd47623 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818755 Jun 03 16:27:01.978784 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-5b3710dd-94f9-4db8-808b-4599beb963ba tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:01.980733 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-5b3710dd-94f9-4db8-808b-4599beb963ba tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.1151571 Jun 03 16:27:02.191027 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Deleting port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:02.191508 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:02.443973 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] For port e48ad2f5-5750-4ea3-80db-9081c3b84ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:02.444218 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:02.790590 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886b51-97ff-4187-9ebb-02ce336f2b44 req-871621df-fa14-4ba8-b8a2-00a79eac2ce1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:02.792102 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e4886b51-97ff-4187-9ebb-02ce336f2b44 req-871621df-fa14-4ba8-b8a2-00a79eac2ce1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 946 time: 0.3958216 Jun 03 16:27:02.954517 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e4886b51-97ff-4187-9ebb-02ce336f2b44 req-e7f3bcc5-451e-4903-a43a-c1687aac9509 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea7412d-eb11-4cb4-8022-bb09702ffaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503029 Jun 03 16:27:02.957502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:02.957872 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:02.958195 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Floating IP b72a4bd6-8a7b-4dbf-8d92-78f347e082ca disassociated. External IP: 172.28.1.50, port: e48ad2f5-5750-4ea3-80db-9081c3b84ac8. Jun 03 16:27:02.958565 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Calling delete_port for e48ad2f5-5750-4ea3-80db-9081c3b84ac8 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:03.080056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:03.085915 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f78c6506-de03-44e1-8226-effd057805ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:03.136232 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event deleted for resources: {'Port': ['ID=e48ad2f5-5750-4ea3-80db-9081c3b84ac8,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:03.147146 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.147518 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.147871 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.148216 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.148624 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.148975 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.149354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.149657 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.150135 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.150521 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.150954 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.151320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:03.201501 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:03.345937 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:03.538140 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:03.553776 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:03.570034 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:27:03.570991 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:26:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:03.633300 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] No DVR routers for this DVR port e48ad2f5-5750-4ea3-80db-9081c3b84ac8 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:27:03.637225 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:03.642710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'name': 'network-vif-deleted', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:27:03.646166 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ca885-3efc-41fe-827c-59cfef4610da" -d '{"events": [{"server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "name": "network-vif-deleted", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:27:03.670626 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6f46137e-6905-4491-9f89-15d11fa80b30 req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.76 "DELETE /v2.0/ports/e48ad2f5-5750-4ea3-80db-9081c3b84ac8 HTTP/1.1" status: 204 len: 173 time: 1.6792707 Jun 03 16:27:03.697579 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca3a2bb-b037-4ecd-8114-8366dfc887ec x-openstack-request-id: req-fca3a2bb-b037-4ecd-8114-8366dfc887ec {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:27:03.697886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303c485e-6b4e-4ce7-a9d0-3395f44d895e", "name": "network-vif-deleted", "tag": "e48ad2f5-5750-4ea3-80db-9081c3b84ac8", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:27:03.698164 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fca3a2bb-b037-4ecd-8114-8366dfc887ec {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:27:03.698700 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303c485e-6b4e-4ce7-a9d0-3395f44d895e', 'name': 'network-vif-deleted', 'tag': 'e48ad2f5-5750-4ea3-80db-9081c3b84ac8', 'status': 'completed', 'code': 200} Jun 03 16:27:03.798678 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:27:04.151682 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-fb480d37-4c50-4b23-803d-84bd8f903c50 req-20382894-0146-4093-ba2d-cc34fb3e8a53 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Synchronizing usage tracker for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:27:04.169735 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-fb480d37-4c50-4b23-803d-84bd8f903c50 req-20382894-0146-4093-ba2d-cc34fb3e8a53 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Unset dirty status for tenant:8feae147143640a09cb50333739b96a5 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:27:04.170958 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-fb480d37-4c50-4b23-803d-84bd8f903c50 req-20382894-0146-4093-ba2d-cc34fb3e8a53 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/ports?device_id=303c485e-6b4e-4ce7-a9d0-3395f44d895e HTTP/1.1" status: 200 len: 210 time: 0.0650148 Jun 03 16:27:04.199440 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:04.204379 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:04.213278 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:27:04.213862 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:26:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:04.443088 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:27:04.813404 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:04.817603 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37ac58-41b9-4aba-804a-276fd0bdaa35 None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:18:28Z', 'revision_number': 4, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '7c7aeb27-cff0-4eba-9c28-6671a30da87f', 'name': '', 'network_id': '4f8e7682-5422-4806-8c26-b370f8eea56d', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'mac_address': 'fa:16:3e:10:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:25Z', 'updated_at': '2021-06-03T16:18:39Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'subnets': [{'id': '15226c7d-29f7-4908-9689-8e5280457dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:05.058686 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06361835-3021-480f-aa01-a369594b2085 None None] New status for floating IP b72a4bd6-8a7b-4dbf-8d92-78f347e082ca: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:27:05.319459 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59996) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:05.392215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.421624 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.502007 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.510442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9134ce66-fc22-4b4a-818b-1867d38bad53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:05.529183 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea7412d-eb11-4cb4-8022-bb09702ffaf8,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:05.532204 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:05.544888 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.549858 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-712f7ad5-fcfa-4162-bcee-313e075b5106 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "DELETE /v2.0/security-groups/0ea7412d-eb11-4cb4-8022-bb09702ffaf8 HTTP/1.1" status: 204 len: 168 time: 0.2252543 Jun 03 16:27:05.550102 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 59998) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:05.566501 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.api.v2.resource [None req-18f5f6c5-0c1a-4e92-8c25-51078c3afb90 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] show failed (client error): The resource could not be found. Jun 03 16:27:05.567581 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-18f5f6c5-0c1a-4e92-8c25-51078c3afb90 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "GET /v2.0/security-groups/0ea7412d-eb11-4cb4-8022-bb09702ffaf8 HTTP/1.1" status: 404 len: 347 time: 0.0165489 Jun 03 16:27:05.571941 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60000) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:05.817583 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Deleting port 479330ab-e7be-4117-85c7-506cc681ebca {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:05.817841 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.957862 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.958196 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:06.196283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Calling delete_port for 479330ab-e7be-4117-85c7-506cc681ebca owned by network:floatingip {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:06.215497 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device e48ad2f5-5750-4ea3-80db-9081c3b84ac8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:06.271527 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: e48ad2f5-5750-4ea3-80db-9081c3b84ac8 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:27:06.272071 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device e48ad2f5-5750-4ea3-80db-9081c3b84ac8 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:06.317669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:06.321714 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-76e685d8-fca3-4775-99c4-ed07b661853f tempest-VolumesActionsTest-623198131 tempest-VolumesActionsTest-623198131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:06.369672 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Pushing event deleted for resources: {'Port': ['ID=479330ab-e7be-4117-85c7-506cc681ebca,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:06.372728 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:06.463520 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks [] for floatingip, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:06.483352 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:06.484593 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-141fb307-8cd9-408e-8186-5d50e5b64fe9 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] 10.222.0.54 "DELETE /v2.0/floatingips/b72a4bd6-8a7b-4dbf-8d92-78f347e082ca HTTP/1.1" status: 204 len: 168 time: 0.9128783 Jun 03 16:27:10.561810 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60030) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:11.266992 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:11.676306 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Deleting port 7c7aeb27-cff0-4eba-9c28-6671a30da87f {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:11.677018 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:11.799634 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] For port 7c7aeb27-cff0-4eba-9c28-6671a30da87f, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=7c7aeb27-cff0-4eba-9c28-6671a30da87f,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:11.800054 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:11.925916 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Calling delete_port for 7c7aeb27-cff0-4eba-9c28-6671a30da87f owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:12.185372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:12.189840 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:12.233104 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7aeb27-cff0-4eba-9c28-6671a30da87f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:12.283986 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.284400 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.284729 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.285090 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.285448 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.285809 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.286166 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.286546 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.286903 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.287252 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.287604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.287949 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:12.316654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:12.539116 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:12.946748 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Router 6a2cee29-c1da-4f09-b465-24d955ee14c9 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:13.131865 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:13.143258 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] Sync routers for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:13.145189 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-c09d076f-66d1-4fd1-9caa-75daa71c3682 admin admin] 10.222.0.54 "PUT /v2.0/routers/6a2cee29-c1da-4f09-b465-24d955ee14c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819404 Jun 03 16:27:13.149494 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60034) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:13.154898 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:27:13.155609 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:26:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:13.391881 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:13.397317 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:27:13.701056 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:13.729480 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:27:12Z', 'revision_number': 5, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port': {'id': 'dc8f8273-5911-4f6b-a61b-1ff43396ff4d', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:10Z', 'updated_at': '2021-06-03T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:13.736568 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] Checking router: 6a2cee29-c1da-4f09-b465-24d955ee14c9 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:13.751602 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] Routers {'6a2cee29-c1da-4f09-b465-24d955ee14c9'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:27:13.758152 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:26:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['6a2cee29-c1da-4f09-b465-24d955ee14c9'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:13.792625 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Deleting port dc8f8273-5911-4f6b-a61b-1ff43396ff4d {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:13.793369 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:13.988879 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] For port dc8f8273-5911-4f6b-a61b-1ff43396ff4d, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:13.989603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:13.990060 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] Set router 6a2cee29-c1da-4f09-b465-24d955ee14c9 gateway port host: None {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:27:14.100235 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:27:13Z', 'revision_number': 6, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:14.104410 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63327170-00ed-4d21-ab51-27b8c6b90061 None None] The sync data for ids ['6a2cee29-c1da-4f09-b465-24d955ee14c9'] in dv-cinder-786524-8-smb is: [{'id': '6a2cee29-c1da-4f09-b465-24d955ee14c9', 'name': 'tempest-AttachVolumeTestJSON-1954193455-router', 'tenant_id': '8feae147143640a09cb50333739b96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:08Z', 'updated_at': '2021-06-03T16:27:13Z', 'revision_number': 6, 'project_id': '8feae147143640a09cb50333739b96a5', 'gw_port_host': None}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:14.118646 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Calling delete_port for dc8f8273-5911-4f6b-a61b-1ff43396ff4d owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:14.264172 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.267769 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9fd04628-c9d1-4dde-a3d8-ea7951d88eba tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:14.313070 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8f8273-5911-4f6b-a61b-1ff43396ff4d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:14.317177 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:14.414060 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.593303 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.595514 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.618832 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.619459 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a2cee29-c1da-4f09-b465-24d955ee14c9 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:27:14.634407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.635559 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-82c5166f-5597-4c18-ad63-1b2f9ab6fe05 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6a2cee29-c1da-4f09-b465-24d955ee14c9 HTTP/1.1" status: 204 len: 168 time: 1.4868057 Jun 03 16:27:14.638520 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60038) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:14.702231 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Deleting subnet 15226c7d-29f7-4908-9689-8e5280457dc0 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:27:14.705149 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.757311 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.851702 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.989563 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dc8f8273-5911-4f6b-a61b-1ff43396ff4d no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:15.030305 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: dc8f8273-5911-4f6b-a61b-1ff43396ff4d {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:27:15.030663 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dc8f8273-5911-4f6b-a61b-1ff43396ff4d not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:15.031091 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 7c7aeb27-cff0-4eba-9c28-6671a30da87f no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:15.107429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 7c7aeb27-cff0-4eba-9c28-6671a30da87f {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:27:15.107764 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 7c7aeb27-cff0-4eba-9c28-6671a30da87f not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:15.155412 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.160473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fd12948c-c2ae-478e-9465-77936ba137e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:15.195473 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15226c7d-29f7-4908-9689-8e5280457dc0,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:15.199933 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:15.200562 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.209791 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217441c-6fc5-4176-9a38-86916198cd18 None None] Network 4f8e7682-5422-4806-8c26-b370f8eea56d requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:27:15.209911 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3aebc9f3-9ca0-4935-89c6-eeae1a07f3da admin admin] 10.222.0.54 "DELETE /v2.0/subnets/15226c7d-29f7-4908-9689-8e5280457dc0 HTTP/1.1" status: 204 len: 168 time: 0.5677092 Jun 03 16:27:15.209911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60040) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:15.318571 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.470314 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] DHCP port deletion for 4f8e7682-5422-4806-8c26-b370f8eea56d request from dv-cinder-786524-8-smb {{(pid=91758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 16:27:15.505524 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Deleting port 66aa59af-364a-493d-bbe6-6791e309b591 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:15.505880 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.543217 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Deleting port 66aa59af-364a-493d-bbe6-6791e309b591 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:15.543599 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.608610 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] For port 66aa59af-364a-493d-bbe6-6791e309b591, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=66aa59af-364a-493d-bbe6-6791e309b591,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:15.608967 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.645340 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] For port 66aa59af-364a-493d-bbe6-6791e309b591, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=66aa59af-364a-493d-bbe6-6791e309b591,segment=NetworkSegment(a85f5451-9e38-471e-b2f6-97893facb0c6),segment_id=a85f5451-9e38-471e-b2f6-97893facb0c6)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:15.645750 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.733334 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Calling delete_port for 66aa59af-364a-493d-bbe6-6791e309b591 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:15.777577 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Calling delete_port for 66aa59af-364a-493d-bbe6-6791e309b591 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:15.784891 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.790666 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9f300ba8-e889-42d7-8a81-0127e7bf53b1 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:15.826001 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.829843 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:15.839130 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Pushing event deleted for resources: {'Port': ['ID=66aa59af-364a-493d-bbe6-6791e309b591,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:15.841011 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] No DVR routers for this DVR port 66aa59af-364a-493d-bbe6-6791e309b591 on host dv-cinder-786524-8-smb {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:27:15.842527 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:15.873998 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Pushing event deleted for resources: {'Port': ['ID=66aa59af-364a-493d-bbe6-6791e309b591,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:15.879930 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] No DVR routers for this DVR port 66aa59af-364a-493d-bbe6-6791e309b591 on host dv-cinder-786524-8-smb {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:27:15.887889 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.888393 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.888910 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.889429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.889953 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.890502 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.891433 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.891606 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.892247 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.892629 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.893148 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.893674 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:15.899553 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:15.967857 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:15.982641 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8e7682-5422-4806-8c26-b370f8eea56d']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:16.000063 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85f5451-9e38-471e-b2f6-97893facb0c6') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:16.000459 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85f5451-9e38-471e-b2f6-97893facb0c6') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:16.013801 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.029923 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.036891 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:16.037404 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:27:16.052187 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:27:16.134580 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.139877 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.143722 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:16.169116 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8e7682-5422-4806-8c26-b370f8eea56d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:16.176638 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:16.183797 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-8c3b23a9-03bb-4cbf-bf58-1ec877597860 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4f8e7682-5422-4806-8c26-b370f8eea56d HTTP/1.1" status: 204 len: 168 time: 0.9731169 Jun 03 16:27:16.312484 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60044) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:16.367947 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-efb3cf2e-1b9d-47fe-9975-e759c962d10c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8feae147143640a09cb50333739b96a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539455 Jun 03 16:27:16.370302 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60046) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:16.435569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.460840 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.520704 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.524834 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9bd499b8-31ca-470d-a379-376fd9f47ea8 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:16.540755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1acaaa-b027-400a-9255-8b316f25c448,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:16.545685 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:16.547757 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.548712 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac1acaaa-b027-400a-9255-8b316f25c448 HTTP/1.1" status: 204 len: 168 time: 0.1775014 Jun 03 16:27:17.004079 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 66aa59af-364a-493d-bbe6-6791e309b591 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:17.041098 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 66aa59af-364a-493d-bbe6-6791e309b591 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:27:17.041470 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 66aa59af-364a-493d-bbe6-6791e309b591 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:17.351133 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60068) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:17.465448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-117822898-network', 'tenant_id': 'dcda7aaff2594fb096c2890f1cd10ca4'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:17.470727 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:17.475358 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Usage tracker for resource:network and tenant:dcda7aaff2594fb096c2890f1cd10ca4 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:17.478586 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:17.486460 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:17.505298 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Made reservation on behalf of dcda7aaff2594fb096c2890f1cd10ca4 for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:17.507866 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.521216 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.536926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:17.542779 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Usage tracker for resource:security_group_rule and tenant:dcda7aaff2594fb096c2890f1cd10ca4 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:17.546601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:17.555247 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:17.650005 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.655386 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.659155 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e642dd-4fe0-4b3e-9a2b-8b8062f55dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:17.689480 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:27:17.699084 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d7b90-4771-4cf5-877d-f2f76d3d5c37,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:17.702810 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:17.705608 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.705950 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Added segment 9407c4ea-ea9e-497d-8962-38160f1b5aae of type vlan for network 231e2bc0-f3b8-40c3-84cf-a01b27d82082 Jun 03 16:27:17.733189 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.762831 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.764240 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:17.764827 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.768430 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:17.872989 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5206897 Jun 03 16:27:17.873764 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Pushing event updated for resources: {'Network': ['ID=231e2bc0-f3b8-40c3-84cf-a01b27d82082,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:17.875758 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60072) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:17.881324 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Request body: {'subnet': {'network_id': '231e2bc0-f3b8-40c3-84cf-a01b27d82082', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-117822898-subnet', 'tenant_id': 'dcda7aaff2594fb096c2890f1cd10ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:17.885523 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:17.887442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:17.888354 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 231e2bc0-f3b8-40c3-84cf-a01b27d82082 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:27:17.891609 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Usage tracker for resource:subnet and tenant:dcda7aaff2594fb096c2890f1cd10ca4 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:17.894533 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:17.900619 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:17.911779 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Made reservation on behalf of dcda7aaff2594fb096c2890f1cd10ca4 for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:17.914109 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31680206'] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:18.307420 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31594974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31680220'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:18.311397 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-29873217-85a5-46ea-9356-3cc45087582b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:18.384727 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a1c196-0cab-4ce0-b45a-e31bc26ef77c,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:18.390014 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:18.396303 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Checking segment: {'id': '9407c4ea-ea9e-497d-8962-38160f1b5aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '231e2bc0-f3b8-40c3-84cf-a01b27d82082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:27:18.396654 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Network hostable DHCP agents. Network: 231e2bc0-f3b8-40c3-84cf-a01b27d82082, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:27:18.415192 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Network 231e2bc0-f3b8-40c3-84cf-a01b27d82082 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:27:18.430783 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 231e2bc0-f3b8-40c3-84cf-a01b27d82082) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:18.442526 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:18.443282 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:18.444531 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13614690-51ef-4f4a-adc4-1322862f7fe7 None None] Network 231e2bc0-f3b8-40c3-84cf-a01b27d82082 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:27:18.466646 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-04a705b9-85ff-4d37-8a8f-e09d1d4cf1f6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5895641 Jun 03 16:27:18.641507 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e1ee2-b0c4-45f8-87b2-360f648c3127 None None] Network 231e2bc0-f3b8-40c3-84cf-a01b27d82082 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:27:19.049017 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60088) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:19.055541 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1205806354-network', 'tenant_id': '341d450fb4624e7bb6b869c647f0ffed'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:19.061196 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:19.065985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Usage tracker for resource:network and tenant:341d450fb4624e7bb6b869c647f0ffed is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:19.069029 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:19.076028 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:19.086888 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Made reservation on behalf of 341d450fb4624e7bb6b869c647f0ffed for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:19.089214 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.101064 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.116381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:19.120638 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Usage tracker for resource:security_group_rule and tenant:341d450fb4624e7bb6b869c647f0ffed is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:19.123907 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:19.130341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:19.215618 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.220801 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.223833 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e933b181-faae-47c4-8aa3-c1688e6c9512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:19.257605 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:27:19.266049 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244749a8-c9e8-45c9-bf0e-dd2131a7d5c9,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:19.269553 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:19.272026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.272368 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Added segment 37ad1142-4e25-42ce-862d-9e033fa0d9b2 of type vlan for network 17eb211d-2467-4514-abf3-90614d375b28 Jun 03 16:27:19.298711 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.330077 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.331435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:19.332023 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.335748 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-32f5eb3d-a73b-4b48-8cd0-d81b093e121e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:19.434647 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3843932 Jun 03 16:27:19.437778 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60090) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:19.438265 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Pushing event updated for resources: {'Network': ['ID=17eb211d-2467-4514-abf3-90614d375b28,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:19.441089 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:19.443944 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Request body: {'subnet': {'network_id': '17eb211d-2467-4514-abf3-90614d375b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1205806354-subnet', 'tenant_id': '341d450fb4624e7bb6b869c647f0ffed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:19.448763 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 17eb211d-2467-4514-abf3-90614d375b28 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:27:19.450127 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:19.454419 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Usage tracker for resource:subnet and tenant:341d450fb4624e7bb6b869c647f0ffed is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:19.457470 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:19.463704 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:19.480030 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Made reservation on behalf of 341d450fb4624e7bb6b869c647f0ffed for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:19.483986 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32284666'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.888312 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32358838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32284648'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.893452 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:19.970654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e20d368-d17b-419e-8bd9-1a123af16a47,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:19.974642 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:19.978837 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Checking segment: {'id': '37ad1142-4e25-42ce-862d-9e033fa0d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17eb211d-2467-4514-abf3-90614d375b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:27:19.979192 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Network hostable DHCP agents. Network: 17eb211d-2467-4514-abf3-90614d375b28, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:27:19.997179 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Network 17eb211d-2467-4514-abf3-90614d375b28 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:27:20.012126 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 17eb211d-2467-4514-abf3-90614d375b28) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:20.022995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:20.023597 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.025210 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a412e8-ae46-4bd4-9257-09f29485fc86 None None] Network 17eb211d-2467-4514-abf3-90614d375b28 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:27:20.044845 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-89926613-0de9-4464-8e3d-f7b816099dfd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6058056 Jun 03 16:27:20.216119 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60094) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:20.276722 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Deleting subnet 05a1c196-0cab-4ce0-b45a-e31bc26ef77c {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:27:20.280469 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.337111 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.373230 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c54151-69d9-4322-ba12-97500d115795 None None] Network 17eb211d-2467-4514-abf3-90614d375b28 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:27:20.398132 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.413298 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-17fd35e6-4696-487c-9b81-a27b861fde31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.772487 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.776579 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-562cb946-761f-47b8-9e9f-106f6318f3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:20.813736 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.816697 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a1c196-0cab-4ce0-b45a-e31bc26ef77c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:20.819243 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:20.824773 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-82cb37cc-5e8b-4b78-beea-2f8542361afe admin admin] 10.222.0.54 "DELETE /v2.0/subnets/05a1c196-0cab-4ce0-b45a-e31bc26ef77c HTTP/1.1" status: 204 len: 168 time: 0.6074967 Jun 03 16:27:20.827817 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60096) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:20.952279 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.081828 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.105685 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231e2bc0-f3b8-40c3-84cf-a01b27d82082']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:21.131983 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9407c4ea-ea9e-497d-8962-38160f1b5aae') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:21.132443 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9407c4ea-ea9e-497d-8962-38160f1b5aae') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:21.146363 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.165719 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.174334 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:21.175136 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:27:21.191718 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:27:21.273305 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.277471 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-28928c3f-3c8a-4065-8348-bdd297ad5d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:21.291653 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.304700 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Pushing event deleted for resources: {'Network': ['ID=231e2bc0-f3b8-40c3-84cf-a01b27d82082,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:21.307616 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] 10.222.0.54 "DELETE /v2.0/networks/231e2bc0-f3b8-40c3-84cf-a01b27d82082 HTTP/1.1" status: 204 len: 168 time: 0.4784563 Jun 03 16:27:21.308499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dfc5d69e-f56f-4140-81db-cd413aded43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:21.311391 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60100) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:21.390541 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Deleting subnet 3e20d368-d17b-419e-8bd9-1a123af16a47 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:27:21.396021 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.455015 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32361276'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.532342 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.897092 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32358903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32467995'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.901654 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:21.947998 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e20d368-d17b-419e-8bd9-1a123af16a47,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:21.950359 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.955143 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:21.958543 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a17205fb-661f-4e2d-971c-27c902414905 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3e20d368-d17b-419e-8bd9-1a123af16a47 HTTP/1.1" status: 204 len: 168 time: 0.6458659 Jun 03 16:27:21.962194 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60102) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:22.079022 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.209255 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.225278 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17eb211d-2467-4514-abf3-90614d375b28']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:22.241333 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ad1142-4e25-42ce-862d-9e033fa0d9b2') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:22.241799 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ad1142-4e25-42ce-862d-9e033fa0d9b2') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:22.257446 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.278101 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.285929 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:22.286374 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:27:22.300578 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:27:22.386360 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.391161 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:22.404693 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.415798 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17eb211d-2467-4514-abf3-90614d375b28,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:22.419036 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/17eb211d-2467-4514-abf3-90614d375b28 HTTP/1.1" status: 204 len: 168 time: 0.4543304 Jun 03 16:27:22.420027 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:22.644260 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60106) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:22.719217 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-8537b917-8c5e-46f3-8b5d-9089819af094 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcda7aaff2594fb096c2890f1cd10ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730503 Jun 03 16:27:22.722148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60108) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:22.791146 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.820004 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:22.997296 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.007140 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ffcb23ef-f2df-4807-95dd-79c7b0ebadf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:23.015488 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.028757 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d7b90-4771-4cf5-877d-f2f76d3d5c37,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:23.031810 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.035818 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d2d7b90-4771-4cf5-877d-f2f76d3d5c37 HTTP/1.1" status: 204 len: 168 time: 0.3096938 Jun 03 16:27:23.035818 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:23.098236 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f91947a-c1fd-4557-9e1b-2edf04491915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.559228 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60114) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:23.609096 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-905c2af3-e448-4bc1-8c66-0836451ad149 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=341d450fb4624e7bb6b869c647f0ffed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506182 Jun 03 16:27:23.612331 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60116) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:23.677715 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.707151 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.764390 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.768484 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8fbcc229-a9b2-4a8a-800f-7ea792bfa409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:23.781630 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244749a8-c9e8-45c9-bf0e-dd2131a7d5c9,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:23.785182 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:23.787758 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:23.788883 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/244749a8-c9e8-45c9-bf0e-dd2131a7d5c9 HTTP/1.1" status: 204 len: 168 time: 0.1756501 Jun 03 16:27:24.556700 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:25.890292 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.097627 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.163051 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:27:49.522688 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c34c-77a7-47ce-974b-f36040f906d8 req-acc2ed65-0ac4-43c6-80c4-635780d4b268 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:49.524017 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1634c34c-77a7-47ce-974b-f36040f906d8 req-acc2ed65-0ac4-43c6-80c4-635780d4b268 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 946 time: 0.0847859 Jun 03 16:27:49.570080 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-1634c34c-77a7-47ce-974b-f36040f906d8 req-f73ccdc9-b4e9-467c-b130-e6879c1db7dd tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402796 Jun 03 16:27:50.367035 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e5826574-fa6d-479c-bda6-a26ef3636ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:50.779393 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bfbb1-fa6d-45df-9d43-a954ac04b663 req-cecdc982-9593-41de-970b-68b4d984db58 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:50.780775 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9a4bfbb1-fa6d-45df-9d43-a954ac04b663 req-cecdc982-9593-41de-970b-68b4d984db58 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 946 time: 0.0819483 Jun 03 16:27:50.826792 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-9a4bfbb1-fa6d-45df-9d43-a954ac04b663 req-4e61e7ea-417f-413f-be3e-b52e6c05ca0b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 Jun 03 16:27:51.184537 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecf860-f036-42df-9110-5506e1ad9586 req-ed4d86c3-2b89-47f3-b6ed-d0beeda7d289 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:51.186299 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bcecf860-f036-42df-9110-5506e1ad9586 req-ed4d86c3-2b89-47f3-b6ed-d0beeda7d289 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 946 time: 0.0797877 Jun 03 16:27:51.417320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Deleting port 38b4dbb1-f473-4472-87bf-9972f1de55e5 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:51.417660 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:51.549383 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] For port 38b4dbb1-f473-4472-87bf-9972f1de55e5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=38b4dbb1-f473-4472-87bf-9972f1de55e5,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:51.549730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:51.870255 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:51.870636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:51.870965 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.l3_db [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Floating IP f9d153b8-f879-45aa-83ae-6dd217b60dcf disassociated. External IP: 172.28.1.95, port: 38b4dbb1-f473-4472-87bf-9972f1de55e5. Jun 03 16:27:51.871307 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Calling delete_port for 38b4dbb1-f473-4472-87bf-9972f1de55e5 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:52.053664 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.063415 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9407879a-c73d-4deb-886b-cf7f00df5d8d tempest-AttachVolumeNegativeTest-1956023138 tempest-AttachVolumeNegativeTest-1956023138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:52.114450 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event deleted for resources: {'Port': ['ID=38b4dbb1-f473-4472-87bf-9972f1de55e5,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:52.119236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:52.207742 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c670729-d18a-4052-bfa1-9dc8937cd032 req-d50eaef6-58ff-44aa-80a7-21130bb79949 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:27:52.209253 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6c670729-d18a-4052-bfa1-9dc8937cd032 req-d50eaef6-58ff-44aa-80a7-21130bb79949 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/ports?device_id=acea5035-7851-4959-a8a0-83be0493bbdf HTTP/1.1" status: 200 len: 868 time: 0.2386055 Jun 03 16:27:52.335403 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-6c670729-d18a-4052-bfa1-9dc8937cd032 req-db115dce-d673-4163-89f3-9f8699be27a8 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce50f205-6e73-48d7-9d19-cd1e72f3208d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178567 Jun 03 16:27:52.382416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:52.568631 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:52.578662 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:52.589523 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:27:52.590057 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:27:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:52.643111 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] No DVR routers for this DVR port 38b4dbb1-f473-4472-87bf-9972f1de55e5 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:27:52.646325 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.649241 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-deleted', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:27:52.651419 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b36f2b-729c-4636-ab08-ee8af426f667" -d '{"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-deleted", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:27:52.667979 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-bcecf860-f036-42df-9110-5506e1ad9586 req-2134fc6f-3e74-4a43-b8ee-7376807a449f tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.76 "DELETE /v2.0/ports/38b4dbb1-f473-4472-87bf-9972f1de55e5 HTTP/1.1" status: 204 len: 173 time: 1.4762986 Jun 03 16:27:52.698013 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c63a4cf-d08c-48bf-9b58-98a44e6a9be4 x-openstack-request-id: req-1c63a4cf-d08c-48bf-9b58-98a44e6a9be4 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:27:52.698366 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea5035-7851-4959-a8a0-83be0493bbdf", "name": "network-vif-deleted", "tag": "38b4dbb1-f473-4472-87bf-9972f1de55e5", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:27:52.698651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c63a4cf-d08c-48bf-9b58-98a44e6a9be4 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:27:52.699069 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acea5035-7851-4959-a8a0-83be0493bbdf', 'name': 'network-vif-deleted', 'tag': '38b4dbb1-f473-4472-87bf-9972f1de55e5', 'status': 'completed', 'code': 200} Jun 03 16:27:52.780640 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:27:53.029647 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.103898 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7e99d34b-a93e-486b-a78f-2e0e5232f6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.136024 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:53.140314 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:53.149775 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:27:53.150964 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:27:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:53.352683 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:27:53.752946 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:53.757796 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0983f81-f042-4a8c-8045-75797aab4ff7 None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:18:11Z', 'revision_number': 4, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '61c3e633-77c7-4281-9936-1e274993820c', 'name': '', 'network_id': '92a838cd-429c-4550-9aab-bd627ef05b7a', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'mac_address': 'fa:16:3e:cd:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:09Z', 'updated_at': '2021-06-03T16:18:26Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'subnets': [{'id': '55c8247e-5deb-4b69-b34c-311c420d2c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:53.992440 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13826325-7abc-4931-af57-ff3674bad232 None None] New status for floating IP f9d153b8-f879-45aa-83ae-6dd217b60dcf: DOWN {{(pid=91759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:27:54.478387 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:54.503560 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60434) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:54.517700 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 38b4dbb1-f473-4472-87bf-9972f1de55e5 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:27:54.518020 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 38b4dbb1-f473-4472-87bf-9972f1de55e5 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:54.556684 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.571118 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.599545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.652924 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.656793 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f34c4e2f-419e-43f9-a48e-cecd9f5ee885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:54.671905 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50f205-6e73-48d7-9d19-cd1e72f3208d,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:54.675273 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:54.682660 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.683779 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "DELETE /v2.0/security-groups/ce50f205-6e73-48d7-9d19-cd1e72f3208d HTTP/1.1" status: 204 len: 168 time: 0.1792519 Jun 03 16:27:54.687556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60438) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:54.706319 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.api.v2.resource [None req-8f295b22-8c3b-44aa-8baf-a5a987a6123a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] show failed (client error): The resource could not be found. Jun 03 16:27:54.712643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60440) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:54.712748 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-8f295b22-8c3b-44aa-8baf-a5a987a6123a tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "GET /v2.0/security-groups/ce50f205-6e73-48d7-9d19-cd1e72f3208d HTTP/1.1" status: 404 len: 347 time: 0.0219700 Jun 03 16:27:55.060203 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Deleting port 68fde86d-766d-47c8-b77e-7deadb562947 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:55.060799 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:55.200520 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:55.200843 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:55.326610 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Calling delete_port for 68fde86d-766d-47c8-b77e-7deadb562947 owned by network:floatingip {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:27:55.462997 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:55.469493 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:55.542651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Pushing event deleted for resources: {'Port': ['ID=68fde86d-766d-47c8-b77e-7deadb562947,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:55.546075 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:55.619376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks [] for floatingip, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:55.634391 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:55.635539 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] 10.222.0.54 "DELETE /v2.0/floatingips/f9d153b8-f879-45aa-83ae-6dd217b60dcf HTTP/1.1" status: 204 len: 168 time: 0.9239011 Jun 03 16:27:55.888312 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:58.499598 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60528) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:58.599952 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60532) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:58.725416 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:58.755667 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:58.807559 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Usage tracker for resource:security_group_rule and tenant:1289ce7c719248009ba40f274f4665ca is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:58.820363 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:58.829316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:59.141885 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.153675 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.164910 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:59.250906 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1166776-37a0-4bfd-8a94-34df21cca68e,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:59.254791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:59.257273 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1289ce7c719248009ba40f274f4665ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563740 Jun 03 16:27:59.260372 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60536) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:59.339661 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.368978 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.371533 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.425704 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.429605 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5f494c4-53bb-4de1-aca0-f3ad6e271049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:59.441338 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1166776-37a0-4bfd-8a94-34df21cca68e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:59.443843 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:27:59.450754 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.454707 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-91caefc7-6b9d-4fc1-b6eb-f7a18fd0e445 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1166776-37a0-4bfd-8a94-34df21cca68e HTTP/1.1" status: 204 len: 168 time: 0.1932659 Jun 03 16:27:59.762634 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60542) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:59.780440 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.795248 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:59.799356 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Usage tracker for resource:security_group_rule and tenant:c417ab1af3754776b56b01328a76ad0e is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:59.802247 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:59.808020 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:59.897143 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.900228 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.908841 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-103ff77f-7bcc-43a2-af57-242b045ab94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:27:59.911025 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Deleting port 61c3e633-77c7-4281-9936-1e274993820c {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:27:59.911591 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.951430 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c417ab1af3754776b56b01328a76ad0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877041 Jun 03 16:27:59.953105 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f136dbfa-32ec-412e-a258-4eccfcab45e9,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:59.955396 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60544) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:59.958008 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:00.017461 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.037670 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] For port 61c3e633-77c7-4281-9936-1e274993820c, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=61c3e633-77c7-4281-9936-1e274993820c,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:00.038024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.043499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.094884 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.098603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cffb873d-87ce-4689-bcdf-5f12c9281feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:00.111603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136dbfa-32ec-412e-a258-4eccfcab45e9,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:00.114612 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:00.116556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.117664 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-4387bb51-b450-421d-af4f-e1851aa3b5e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f136dbfa-32ec-412e-a258-4eccfcab45e9 HTTP/1.1" status: 204 len: 168 time: 0.1607378 Jun 03 16:28:00.161273 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Calling delete_port for 61c3e633-77c7-4281-9936-1e274993820c owned by network:router_interface {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:28:00.321798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.325712 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0e2fed97-06bf-454b-8c25-ef363ca0112e tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:00.371071 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c3e633-77c7-4281-9936-1e274993820c,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:00.373615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:00.658836 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:01.109645 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:01.135624 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:28:01.331666 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:28:01.342577 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] Sync routers for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:01.354404 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] 10.222.0.54 "PUT /v2.0/routers/1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510602 Jun 03 16:28:01.354520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:28:01.354520 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:27:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:01.354739 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60576) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:01.536913 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:28:01.538056 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks [] for router, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:01.722152 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:01.794814 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Deleting port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:28:01.795164 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:01.898962 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:28:00Z', 'revision_number': 5, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port': {'id': '3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:18:05Z', 'updated_at': '2021-06-03T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:01.907078 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] Checking router: 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:01.916556 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] Routers {'1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:28:01.917178 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:27:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:01.927711 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] For port 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:01.928077 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.062073 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Calling delete_port for 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 owned by network:router_gateway {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:28:02.078057 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] Set router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:28:02.186904 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:28:01Z', 'revision_number': 6, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:02.191343 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f18476b-6d6f-4ab9-898c-ecf227552f9f None None] The sync data for ids ['1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb'] in dv-cinder-786524-8-smb is: [{'id': '1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb', 'name': 'tempest-AttachVolumeShelveTestJSON-531231886-router', 'tenant_id': '27989949e0834bc6884abf4de7849a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:18:02Z', 'updated_at': '2021-06-03T16:28:01Z', 'revision_number': 6, 'project_id': '27989949e0834bc6884abf4de7849a2d', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:02.211712 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.215715 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4f1270b9-2e02-41aa-a344-8045ce192ad3 tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:02.262320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:02.265683 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:02.351105 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.638679 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.640936 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.663545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.664032 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb {{(pid=91757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:28:02.676710 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.677826 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-907ad439-c909-448c-a854-7dbc308219ff admin admin] 10.222.0.54 "DELETE /v2.0/routers/1e02ebc1-512b-4bbb-a8ed-a29d93ea04bb HTTP/1.1" status: 204 len: 168 time: 1.3220854 Jun 03 16:28:02.680243 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60594) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:02.741323 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Deleting subnet 55c8247e-5deb-4b69-b34c-311c420d2c1f {{(pid=91757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:28:02.744356 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.793809 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32374163'] for subnet, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.877460 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.015432 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:28:03.061959 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:28:03.062386 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 3c9fbaf2-9ad0-4a94-bdf4-8a6c2a090cf7 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:28:03.062770 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 61c3e633-77c7-4281-9936-1e274993820c no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:28:03.099623 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 61c3e633-77c7-4281-9936-1e274993820c {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:28:03.099962 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 61c3e633-77c7-4281-9936-1e274993820c not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:28:03.160839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31594911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31495471'] for subnet, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.165341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:03.200275 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c8247e-5deb-4b69-b34c-311c420d2c1f,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:03.211442 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.217896 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf93e5-d785-4f54-8a19-cc0abfd87321 None None] Network 92a838cd-429c-4550-9aab-bd627ef05b7a requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:28:03.220684 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60600) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:03.230972 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/55c8247e-5deb-4b69-b34c-311c420d2c1f HTTP/1.1" status: 204 len: 168 time: 0.5494874 Jun 03 16:28:03.241619 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.241970 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.242372 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.242747 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.243250 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.244118 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.244118 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.244401 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.244755 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.245202 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.245471 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.245833 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:03.249520 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b404c57a-70a8-40b1-89b4-4695d48608d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:03.357903 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.436148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Deleting port a24c951d-7257-4bb4-8407-4a57a2d03aa1 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:28:03.436489 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.515371 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] DHCP port deletion for 92a838cd-429c-4550-9aab-bd627ef05b7a request from dv-cinder-786524-8-smb {{(pid=91758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 16:28:03.539371 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] For port a24c951d-7257-4bb4-8407-4a57a2d03aa1, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=a24c951d-7257-4bb4-8407-4a57a2d03aa1,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:03.539731 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.583583 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Deleting port a24c951d-7257-4bb4-8407-4a57a2d03aa1 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:28:03.583818 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.668522 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Calling delete_port for a24c951d-7257-4bb4-8407-4a57a2d03aa1 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:28:03.684526 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] For port a24c951d-7257-4bb4-8407-4a57a2d03aa1, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=a24c951d-7257-4bb4-8407-4a57a2d03aa1,segment=NetworkSegment(a0bbb40d-9967-4365-aca5-0c66f104ee25),segment_id=a0bbb40d-9967-4365-aca5-0c66f104ee25)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:03.684920 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.717731 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.722024 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:03.765652 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Pushing event deleted for resources: {'Port': ['ID=a24c951d-7257-4bb4-8407-4a57a2d03aa1,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:03.768742 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:03.769528 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] No DVR routers for this DVR port a24c951d-7257-4bb4-8407-4a57a2d03aa1 on host dv-cinder-786524-8-smb {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:28:03.811036 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Calling delete_port for a24c951d-7257-4bb4-8407-4a57a2d03aa1 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:28:03.857021 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.861324 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:03.889876 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.904062 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a838cd-429c-4550-9aab-bd627ef05b7a']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:03.905785 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Pushing event deleted for resources: {'Port': ['ID=a24c951d-7257-4bb4-8407-4a57a2d03aa1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:03.908293 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:03.913498 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037d3d2-1b80-433a-a83f-1660224acf67 None None] No DVR routers for this DVR port a24c951d-7257-4bb4-8407-4a57a2d03aa1 on host dv-cinder-786524-8-smb {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:28:03.920621 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bbb40d-9967-4365-aca5-0c66f104ee25') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:03.920621 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bbb40d-9967-4365-aca5-0c66f104ee25') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:03.932060 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.949049 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.955939 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:28:03.956428 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:28:03.969426 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:28:04.047067 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.056340 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:04.069451 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.080224 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Pushing event deleted for resources: {'Network': ['ID=92a838cd-429c-4550-9aab-bd627ef05b7a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:04.083905 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:04.094898 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] 10.222.0.54 "DELETE /v2.0/networks/92a838cd-429c-4550-9aab-bd627ef05b7a HTTP/1.1" status: 204 len: 168 time: 0.8731439 Jun 03 16:28:04.294704 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60606) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:04.341954 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-0f494677-75a7-4eeb-b6bd-4daa5f0a6327 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27989949e0834bc6884abf4de7849a2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460148 Jun 03 16:28:04.344378 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60608) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:04.410039 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.444130 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.500208 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.505254 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af6ff2c0-b04e-498e-90d9-72bb35fbb363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:04.522222 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd68ac6-9254-4b95-ac3e-e6e4aa71a20a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:04.526351 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:04.530374 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.531192 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-32a2604d-42a9-4dca-9d24-7a38a94fb531 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fd68ac6-9254-4b95-ac3e-e6e4aa71a20a HTTP/1.1" status: 204 len: 168 time: 0.1859303 Jun 03 16:28:05.004157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device a24c951d-7257-4bb4-8407-4a57a2d03aa1 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:28:05.036895 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: a24c951d-7257-4bb4-8407-4a57a2d03aa1 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:28:05.037252 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device a24c951d-7257-4bb4-8407-4a57a2d03aa1 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:28:08.958683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60724) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:09.083804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.098422 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:09.102567 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Usage tracker for resource:security_group_rule and tenant:de70371541c1452cbf113c2bcf909652 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:09.105735 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:09.111474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:09.169208 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:28:09.199357 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.203009 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.211911 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6c004c6e-151c-48f1-961a-759aa4e0dbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:09.253926 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de70371541c1452cbf113c2bcf909652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942202 Jun 03 16:28:09.255570 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba0a7a3-131b-4235-98b9-849d211cbf13,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:09.256608 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60740) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:09.258627 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f58c9586-5588-4a01-8597-2f8159912a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:09.322923 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.351196 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.410950 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.417494 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0a18f3cb-5bc3-4239-8200-aa72157e1158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:09.430486 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba0a7a3-131b-4235-98b9-849d211cbf13,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:09.432968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:09.438192 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.439701 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-798fd0a5-e4a9-4aa1-81e1-cc68724f8023 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ba0a7a3-131b-4235-98b9-849d211cbf13 HTTP/1.1" status: 204 len: 168 time: 0.1812162 Jun 03 16:28:11.311910 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60814) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:11.427062 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.442016 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:11.446144 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Usage tracker for resource:security_group_rule and tenant:6641b42cc24d477d865d40795fd59dfa is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:11.449010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:11.454821 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:11.542040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.545617 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.554030 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-01114451-72da-466e-9cd1-e86b3603b65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:11.597181 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6641b42cc24d477d865d40795fd59dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842035 Jun 03 16:28:11.598813 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355be39-e623-4a39-a4ba-a1e2b45868af,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:11.599919 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60818) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:11.601741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0063e9c3-c748-45ed-aa40-1da23fd5800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:11.664507 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.691849 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.744304 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.748202 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cbb6e1db-f8bf-459e-847b-9c3bc142da1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:11.761807 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355be39-e623-4a39-a4ba-a1e2b45868af,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:11.765498 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:11.771165 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:11.772299 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a355be39-e623-4a39-a4ba-a1e2b45868af HTTP/1.1" status: 204 len: 168 time: 0.1713967 Jun 03 16:28:12.059350 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60828) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:12.077333 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.092274 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:12.096810 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0dead478cb4c7e9ddd2f777b0a994a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:12.100039 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:12.107733 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:12.205630 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.211100 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.222915 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db761e4e-f1cc-4706-9b85-3dff13b9764f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:12.266625 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e0dead478cb4c7e9ddd2f777b0a994a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060599 Jun 03 16:28:12.267580 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0918d8eb-47f8-4f84-815f-b103c770e1a9,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:12.270697 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:12.271456 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60834) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:12.344617 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.374103 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.428289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.433401 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e71cee9-f45a-4361-8e93-9f68787d78e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:12.453119 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0918d8eb-47f8-4f84-815f-b103c770e1a9,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:12.455804 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:12.464027 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:12.467869 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0918d8eb-47f8-4f84-815f-b103c770e1a9 HTTP/1.1" status: 204 len: 168 time: 0.1825023 Jun 03 16:28:18.620466 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60980) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:18.742304 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:18.756114 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:18.759940 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Usage tracker for resource:security_group_rule and tenant:1003a58134de44dc81b447ece87ba6bb is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:18.762720 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:18.768292 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:18.853889 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:18.857699 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:18.864642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-319ad7ad-bc64-4bd9-8418-c7f477d85681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:18.909498 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8067464-3d98-4aee-9413-b07200fb81c6,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:18.913125 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:18.915864 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-66b0315b-b5c1-47fb-b1cf-d5cdd77d272f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1003a58134de44dc81b447ece87ba6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941220 Jun 03 16:28:18.918403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60986) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:18.977434 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.002717 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.055745 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.059369 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a7e2ae07-5811-4d83-9312-becd3cc75f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:19.072370 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8067464-3d98-4aee-9413-b07200fb81c6,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:19.075197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:19.077108 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.078365 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d99102f9-af95-4b74-893c-89efcc13d9e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8067464-3d98-4aee-9413-b07200fb81c6 HTTP/1.1" status: 204 len: 168 time: 0.1589234 Jun 03 16:28:19.378455 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 60992) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:19.394945 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.408732 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:19.412490 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Usage tracker for resource:security_group_rule and tenant:a95558283c3f4c4fa732fd391bc6fca4 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:19.415251 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:19.420966 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:19.508182 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.512255 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.521394 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a5285a96-4ab3-4181-801f-c0ab493a576b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:19.559218 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a95558283c3f4c4fa732fd391bc6fca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796672 Jun 03 16:28:19.561115 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d71184-4ef1-4d9e-9b83-e7563b68a614,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:19.562195 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 60994) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:19.564217 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5503c3d9-02d8-4326-9b64-c386005b02ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:19.620825 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.647547 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.698515 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.702134 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b7ffcd3d-2b1e-44a1-a0a9-58500ce7893f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:19.714351 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d71184-4ef1-4d9e-9b83-e7563b68a614,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:19.722475 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.722853 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.723218 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.723584 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.723960 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.724290 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.724639 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.724985 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.725366 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.725679 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.726037 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.726388 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:19.730804 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:19.737258 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:19.740911 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-6cad4ef6-6f93-442e-bff8-15ec2a4533a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82d71184-4ef1-4d9e-9b83-e7563b68a614 HTTP/1.1" status: 204 len: 168 time: 0.1754000 Jun 03 16:28:20.370105 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a391f41c-b01c-4580-9854-2c21e065debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:23.009363 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:23.086218 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-207e3ee0-fa01-42eb-8ea9-aee0cc98344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:24.558935 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:25.886413 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.115105 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.387749 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 32966) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:31.503578 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.517233 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:31.521982 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Usage tracker for resource:security_group_rule and tenant:780e248f6ae64e3590c6bcd69304e21e is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:31.524784 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:31.530366 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:31.622715 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.634779 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.644175 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a3419bc3-8ae1-4b04-8373-6bd9b749c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:31.684550 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=780e248f6ae64e3590c6bcd69304e21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955678 Jun 03 16:28:31.685847 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac2a3f-975d-4581-894b-1970b0625142,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.687765 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 32970) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:31.691090 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:31.747046 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.773606 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.825568 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.829565 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-85790071-be09-4346-9002-abb77965551e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:31.843172 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac2a3f-975d-4581-894b-1970b0625142,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:31.845736 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:31.855126 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:31.856397 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6ac2a3f-975d-4581-894b-1970b0625142 HTTP/1.1" status: 204 len: 168 time: 0.1675704 Jun 03 16:28:32.156612 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 32976) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:32.175570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.195860 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:32.199743 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Usage tracker for resource:security_group_rule and tenant:1d425ef3905d4f2698b81f05bc82a2c1 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:32.202669 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:32.208238 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:32.295958 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.300243 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.307215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0ecd2aef-f8c7-46df-b908-6f5b51e8b3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:32.345435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f384e62d-380d-4fbb-9f41-a8e091e20d82,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:32.350243 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d425ef3905d4f2698b81f05bc82a2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926036 Jun 03 16:28:32.351124 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:32.354234 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 32980) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:32.409682 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.435458 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.494271 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.497991 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9cd4ba7e-7bd6-455f-bf87-776a063f7b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:32.512606 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f384e62d-380d-4fbb-9f41-a8e091e20d82,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:32.516474 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:32.519780 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.522105 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f384e62d-380d-4fbb-9f41-a8e091e20d82 HTTP/1.1" status: 204 len: 168 time: 0.1664605 Jun 03 16:28:35.187713 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33062) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:35.303762 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.318601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:35.322463 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:f0fa9400e0da4ae78ff51d02c1fe6a8a is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:35.325264 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:35.330920 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:35.413913 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.417596 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.427915 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d1cb14df-2ef9-472e-954d-c5de3d1e243d tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:35.471182 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0fa9400e0da4ae78ff51d02c1fe6a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823920 Jun 03 16:28:35.474653 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33068) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:35.475434 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee70c6-3ee5-477e-928a-056c9c2d6ecc,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:35.478848 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:35.546517 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.574604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.626651 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.630321 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f737c873-b219-4ccf-b165-45c2bb8922bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:35.643056 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee70c6-3ee5-477e-928a-056c9c2d6ecc,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:35.647181 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:35.652556 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.653668 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-79d9ad98-deaf-4ceb-b423-7dfebfc62482 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68ee70c6-3ee5-477e-928a-056c9c2d6ecc HTTP/1.1" status: 204 len: 168 time: 0.1766942 Jun 03 16:28:35.940642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33078) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:35.959075 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.973330 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:35.977355 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:9466968189ac479b962e3f888a01a2a0 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:35.980166 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:35.985867 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:36.069544 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:36.073348 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:36.086285 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d6d7a4c9-299f-43e7-8891-075d9802f597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:36.125088 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9466968189ac479b962e3f888a01a2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833730 Jun 03 16:28:36.126810 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b24be3a-0751-48f8-99d3-f37eb6b192c6,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:36.128337 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33080) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:36.130641 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7ab58f19-c6d8-42dd-b83e-3e40c7d94fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:36.273428 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:36.297977 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:36.349436 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:36.353154 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e11ef0a6-19bc-4153-872c-ae8d8835594b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:36.364907 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b24be3a-0751-48f8-99d3-f37eb6b192c6,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:36.369344 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:36.371401 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:36.377014 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-b3a9519b-f0a9-4114-862d-4959c11cdda2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b24be3a-0751-48f8-99d3-f37eb6b192c6 HTTP/1.1" status: 204 len: 168 time: 0.2452507 Jun 03 16:28:44.051464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33168) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:44.172269 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.187728 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:44.192658 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Usage tracker for resource:security_group_rule and tenant:e54e3e976cf84229a419c3f0e553befe is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:44.199700 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:44.205427 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:44.289359 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.293490 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.302464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8fb08baf-ca4f-4ca5-aba4-23da8aa72254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:44.344296 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e54e3e976cf84229a419c3f0e553befe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917058 Jun 03 16:28:44.345209 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e067325c-71c4-4ce7-88d0-bfafa6c56af3,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:44.347659 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33176) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:44.348862 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-222b5503-18c1-43c9-8846-feb4e7787bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:44.408073 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.433860 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.484594 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.488993 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fefaab1b-6a96-49fd-9839-0136cea121ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:44.501244 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e067325c-71c4-4ce7-88d0-bfafa6c56af3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:44.505382 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:44.515309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:44.516418 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-111884cb-d35f-4108-a62a-0e6dca335d1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e067325c-71c4-4ce7-88d0-bfafa6c56af3 HTTP/1.1" status: 204 len: 168 time: 0.1676335 Jun 03 16:28:45.819779 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33224) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:45.939897 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:45.955519 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:45.959536 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Usage tracker for resource:security_group_rule and tenant:897e68acaee04163b2dfd1ead9991408 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:45.962401 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:45.968051 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:46.052737 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.056581 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.065098 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d3ffc2cd-c591-4aa5-bbc8-d9462cdfc30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:46.104564 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=897e68acaee04163b2dfd1ead9991408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836251 Jun 03 16:28:46.105604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594b0f47-cc0d-4ada-8eba-b842c0dbc0dc,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:46.107210 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33228) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:46.108886 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-359dc3d1-82f8-4a9b-9e5d-b5a1f167d6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:46.157360 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:28:46.171836 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.197499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.248865 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.252652 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a2ae0b6a-47e7-45fd-a82e-607312ee04bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:46.265289 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b0f47-cc0d-4ada-8eba-b842c0dbc0dc,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:46.268672 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:46.270634 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.271707 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c47d31eb-c1d4-4adb-bc71-5454efd019de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/594b0f47-cc0d-4ada-8eba-b842c0dbc0dc HTTP/1.1" status: 204 len: 168 time: 0.1635311 Jun 03 16:28:50.375300 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9b71cebb-3c9f-483d-8cde-b6498344f770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:52.615160 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33368) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:52.757838 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:52.773660 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:52.777763 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Usage tracker for resource:security_group_rule and tenant:7312a5c752bf40d7bae3ce717533051b is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:52.780741 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:52.788357 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:52.882707 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:52.886642 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:52.894803 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f000eb4e-c01d-440e-8150-c758c3771606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:52.937587 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7312a5c752bf40d7bae3ce717533051b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213325 Jun 03 16:28:52.938478 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2564135f-74ff-48a4-b691-6b0492a2f46a,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:52.940323 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33372) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:52.941861 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cfddb94f-8ce2-4bdd-9224-b3f4d85df24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:53.005462 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.006415 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.037323 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.088995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.090121 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfb2-28c9-4019-b746-8f9e5cb87a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.093873 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bca57fee-2dbf-4135-95a3-4fb080a91ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:53.108195 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2564135f-74ff-48a4-b691-6b0492a2f46a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:53.110479 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:53.121535 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.122728 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2564135f-74ff-48a4-b691-6b0492a2f46a HTTP/1.1" status: 204 len: 168 time: 0.1814158 Jun 03 16:28:53.813807 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33396) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:53.923499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1681500864-network', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:28:53.929894 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:53.933704 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Usage tracker for resource:network and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:53.936783 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:53.943762 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:53.954603 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Made reservation on behalf of f9c8a66ed41c44b3927864609a680d79 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:28:53.957072 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.969683 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:53.984912 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:53.989440 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:53.992389 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:53.998549 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:54.085743 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.089645 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.092763 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-799d69b1-c87a-40ee-b6fe-5b059b673788 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:54.124418 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:28:54.130269 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac358301-a481-47c3-8ab8-57ac6c5a0d4a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:54.134839 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:54.138282 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.138731 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.segments_db [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Added segment 5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5 of type vlan for network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 Jun 03 16:28:54.167170 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.206678 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.208021 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:28:54.208604 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.212143 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:54.308566 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4935298 Jun 03 16:28:54.312407 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Pushing event updated for resources: {'Network': ['ID=1d0d4bbb-a81b-41e6-b014-6785408a3d55,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:54.313150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33402) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:54.315578 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ed1dc186-83ff-4019-89d3-52e1bac2d69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:54.324082 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Request body: {'subnet': {'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1681500864-subnet', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'ip_version': 4}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:28:54.326698 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:28:54.329368 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:54.335035 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Usage tracker for resource:subnet and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:54.338447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:54.344547 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:54.360312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Made reservation on behalf of f9c8a66ed41c44b3927864609a680d79 for: {'subnet': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:28:54.363296 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31680206'] for subnet, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.562056 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.871794 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31594974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31680220'] for subnet, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:54.876449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4ce0aa10-963f-4211-acbc-c836f1713351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:54.968509 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58360565-d4d3-410b-875a-f5b61688d9ea,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:54.972013 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:54.974536 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Checking segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:28:54.974885 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Network hostable DHCP agents. Network: 1d0d4bbb-a81b-41e6-b014-6785408a3d55, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:28:54.993040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:28:55.004375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, 1d0d4bbb-a81b-41e6-b014-6785408a3d55) {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:28:55.013227 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4982e-5042-4dbf-bd6c-1e6957eb58d6 None None] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:28:55.017981 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:28:55.019373 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.061022 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-0355a5cc-1d31-45df-bf26-cef0e70591a5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7469125 Jun 03 16:28:55.063712 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33404) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:55.068885 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:28:55.073767 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:55.077800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Usage tracker for resource:router and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:55.081736 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:55.087774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:55.098982 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.099987 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.115374 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.271314 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:28:55.272157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.421406 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.445271 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Allocated IP 172.20.0.2 (1d0d4bbb-a81b-41e6-b014-6785408a3d55/58360565-d4d3-410b-875a-f5b61688d9ea/0332d897-2e0d-41e0-98cb-c59ea3398a7a) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:28:55.688318 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.699026 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Transition to ACTIVE for port object 0332d897-2e0d-41e0-98cb-c59ea3398a7a will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:28:55.718478 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Transition to ACTIVE for port object 0332d897-2e0d-41e0-98cb-c59ea3398a7a will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:28:55.725462 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.729155 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:55.791893 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:28:55.801518 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:28:55.808079 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:28:55.816398 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Pushing event updated for resources: {'Port': ['ID=0332d897-2e0d-41e0-98cb-c59ea3398a7a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:55.827144 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.827561 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.827934 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.828283 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.828616 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.829495 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.829495 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.830306 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.830306 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.830306 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.831222 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.831382 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:55.838855 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.861915 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:55.870127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.975185 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.977528 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Attempting to bind port 0332d897-2e0d-41e0-98cb-c59ea3398a7a on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:28:55.977913 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Attempting to bind port 0332d897-2e0d-41e0-98cb-c59ea3398a7a by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:28:55.978461 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Attempting to bind port 0332d897-2e0d-41e0-98cb-c59ea3398a7a on network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:28:55.984583 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:28:55.984964 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Checking segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:28:55.985373 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:55.985890 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Bound using segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:28:55.986392 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Bound port: 0332d897-2e0d-41e0-98cb-c59ea3398a7a, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:28:55.986815 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:56.039196 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Allocated IP 172.28.1.89 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/c08396f3-79ef-4be9-99c9-a47c1aa9c9c2) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:28:56.090281 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] For port 0332d897-2e0d-41e0-98cb-c59ea3398a7a, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:28:56.090281 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] For port 0332d897-2e0d-41e0-98cb-c59ea3398a7a, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=0332d897-2e0d-41e0-98cb-c59ea3398a7a,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:28:56.092852 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:56.097430 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:56.183961 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Pushing event updated for resources: {'Port': ['ID=0332d897-2e0d-41e0-98cb-c59ea3398a7a,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:56.190525 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:56.209031 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:56.241864 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:56.245615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-b7754072-c4e1-48cb-b1a0-d02cb5cb06e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:56.305643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:28:56.308485 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:28:56.321716 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:28:56.365205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Pushing event updated for resources: {'Port': ['ID=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:56.369165 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:56.998969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.099858 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 0332d897-2e0d-41e0-98cb-c59ea3398a7a up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:28:57.163578 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55907d2-8847-440c-8124-8f3d115cc538 None None] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:28:57.275441 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 0332d897-2e0d-41e0-98cb-c59ea3398a7a completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:28:57.294186 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Provisioning for port 0332d897-2e0d-41e0-98cb-c59ea3398a7a completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:28:57.312485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Provisioning complete for port 0332d897-2e0d-41e0-98cb-c59ea3398a7a triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:28:57.312858 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.378441 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.523907 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.573433 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] For port 0332d897-2e0d-41e0-98cb-c59ea3398a7a, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=0332d897-2e0d-41e0-98cb-c59ea3398a7a,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:57.583034 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.585728 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:57.616753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Router c842e0f7-cf34-432f-a062-49095b312e64 is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:28:57.674683 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Pushing event updated for resources: {'Port': ['ID=0332d897-2e0d-41e0-98cb-c59ea3398a7a,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:57.685444 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0ea5fe96-32dd-4b13-bcb0-554ec4b35820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:57.798792 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:28:57.807533 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-344900a9-8aab-4b58-a2ab-16e5569b52fe None None] Provisioning complete for port 0332d897-2e0d-41e0-98cb-c59ea3398a7a triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:28:57.807998 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-344900a9-8aab-4b58-a2ab-16e5569b52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.808513 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Sync routers for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:57.819006 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:28:57.819688 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:57.825719 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:57.827076 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7623758 Jun 03 16:28:57.833086 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33412) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:58.019424 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:28:58.308775 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:56Z', 'revision_number': 3, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:58.313030 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Checking router: c842e0f7-cf34-432f-a062-49095b312e64 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:58.313408 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Updating router c842e0f7-cf34-432f-a062-49095b312e64 port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:28:58.371266 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.665711 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.722998 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.736228 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Transition to ACTIVE for port object c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:28:58.749895 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.755285 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66e0eb88-edcf-425a-83fb-dbffd8f26482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:58.837001 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Pushing event updated for resources: {'Port': ['ID=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:58.849374 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Attempting to bind port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:28:58.849749 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Attempting to bind port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:28:58.850117 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Attempting to bind port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:28:58.852924 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.853264 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.853598 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.853924 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.854283 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.854611 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.854929 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.855245 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.855562 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.855881 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.856202 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.856514 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.861114 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:58.863756 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:28:58.864773 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:28:58.864773 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.865010 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:28:58.865695 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Bound port: c08396f3-79ef-4be9-99c9-a47c1aa9c9c2, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:28:58.866142 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.901620 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Allocated IP 172.20.0.1 (1d0d4bbb-a81b-41e6-b014-6785408a3d55/58360565-d4d3-410b-875a-f5b61688d9ea/1571ec45-8438-4d4b-933a-4352e6b89508) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:28:58.944541 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] For port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:28:58.947880 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] For port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:28:58.953274 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.957797 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c0475519-0962-48ed-9c42-64388d6bcd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:59.036541 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Pushing event updated for resources: {'Port': ['ID=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:59.040220 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 0332d897-2e0d-41e0-98cb-c59ea3398a7a up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:28:59.040916 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f1cdd2aa-7f29-433b-9b82-cd2248711dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:59.049433 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:28:59.050140 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:59.072735 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.090730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Transition to ACTIVE for port object 1571ec45-8438-4d4b-933a-4352e6b89508 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:28:59.119806 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.123985 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d45d3392-33b1-4592-a008-adc807effc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:28:59.136553 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 0332d897-2e0d-41e0-98cb-c59ea3398a7a triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:28:59.137035 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.184572 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:28:59.187637 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:28:59.190994 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:28:59.236664 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Pushing event updated for resources: {'Port': ['ID=1571ec45-8438-4d4b-933a-4352e6b89508,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:59.251370 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:28:59.262946 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:28:59.281258 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.464202 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-5fcbd79f-2b47-40ef-9c5d-b11088924b9f None None] Provisioning for port 1571ec45-8438-4d4b-933a-4352e6b89508 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:28:59.470332 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-5fcbd79f-2b47-40ef-9c5d-b11088924b9f None None] Provisioning complete for port 1571ec45-8438-4d4b-933a-4352e6b89508 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:28:59.470716 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd79f-2b47-40ef-9c5d-b11088924b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.529245 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbd79f-2b47-40ef-9c5d-b11088924b9f None None] Port 1571ec45-8438-4d4b-933a-4352e6b89508 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:28:59.584238 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.618196 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:56Z', 'revision_number': 3, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:59.622656 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a37908-b3b8-463a-a715-b92658fa01aa None None] The sync data for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb is: [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:56Z', 'revision_number': 3, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:59.872151 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.886353 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:59.917135 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-463d0bea-7b8a-4a19-b309-6ad3beada18d tempest-AttachVolumeTestJSON-1380924148 tempest-AttachVolumeTestJSON-1380924148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:00.132457 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:00.136002 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Pushing event updated for resources: {'Port': ['ID=1571ec45-8438-4d4b-933a-4352e6b89508,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:00.140022 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:00.282229 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:00.284147 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:00.485185 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Router c842e0f7-cf34-432f-a062-49095b312e64 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:29:00.556237 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-60586134-e8d7-4892-9a6d-eb886fcae645 None None] Provisioning complete for port 1571ec45-8438-4d4b-933a-4352e6b89508 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:00.556841 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-60586134-e8d7-4892-9a6d-eb886fcae645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:00.612879 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-60586134-e8d7-4892-9a6d-eb886fcae645 None None] Port 1571ec45-8438-4d4b-933a-4352e6b89508 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:29:00.671396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:29:00.680313 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-bd290568-5125-44e7-a323-ed4be444e259 admin admin] 10.222.0.54 "PUT /v2.0/routers/c842e0f7-cf34-432f-a062-49095b312e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464487 Jun 03 16:29:01.072788 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:01.141712 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.163906 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:01.171485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:01.172416 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.297655 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Sync routers for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:01.306508 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33442) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:01.312293 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1482065845-network', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:01.317700 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:01.321855 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Usage tracker for resource:network and tenant:2bc9f0f2c476443c9113ce13c781316f is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:01.324894 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:01.325742 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.330604 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:01.331129 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:01.331365 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:01.343193 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Made reservation on behalf of 2bc9f0f2c476443c9113ce13c781316f for: {'network': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:01.345540 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3644409'] for network, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.362375 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.376971 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:01.382596 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Usage tracker for resource:security_group_rule and tenant:2bc9f0f2c476443c9113ce13c781316f is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:01.385534 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:01.393464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:01.416301 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:01.423340 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.429676 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b0ade85c-7b5d-4ae5-ad56-3b360e7a257a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:01.486502 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.491891 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.495119 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f94d52b2-c07f-4e7f-a75f-c31fee5d5407 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:01.524811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=91757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:29:01.534429 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa924bf7-99da-4401-a1c1-ff4cdbbbf2f3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:01.538210 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:01.541321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.541597 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.db.segments_db [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Added segment b363c153-98f7-4aa7-b628-062e8282f5f5 of type vlan for network c50c1157-bd7a-4eb8-807c-d12c28d754b1 Jun 03 16:29:01.569948 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757389041866'] for network, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.602984 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671'] for network, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.604450 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:01.605281 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:01.614028 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-06717a90-1b54-450c-bd68-8e2198e2d5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:01.637447 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:01.640865 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:01.656735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:01.713999 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4062803 Jun 03 16:29:01.717148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33444) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:01.722897 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Request body: {'subnet': {'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1482065845-subnet', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:01.723074 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Pushing event updated for resources: {'Network': ['ID=c50c1157-bd7a-4eb8-807c-d12c28d754b1,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:01.725630 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fa6e28c5-303a-4a39-b073-d1f43151c2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:01.727776 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:01.732586 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Usage tracker for resource:subnet and tenant:2bc9f0f2c476443c9113ce13c781316f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:01.735724 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:01.737446 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 details requested by agent ovs-agent-dv-cinder-786524-8-smb with host dv-cinder-786524-8-smb {{(pid=91758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:29:01.742367 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:01.760410 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Made reservation on behalf of 2bc9f0f2c476443c9113ce13c781316f for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:01.764432 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32284666'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.108501 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 2, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:02.110761 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Checking router: c842e0f7-cf34-432f-a062-49095b312e64 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:02.111118 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Updating router c842e0f7-cf34-432f-a062-49095b312e64 port 1571ec45-8438-4d4b-933a-4352e6b89508 binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:02.166978 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.226856 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32358838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32284648'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.231894 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:02.306398 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7d9348-791c-4952-9097-704f694cae08,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:02.309790 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:02.318865 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Checking segment: {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:29:02.319514 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Network hostable DHCP agents. Network: c50c1157-bd7a-4eb8-807c-d12c28d754b1, hostable agents: ['052f87ca-edc9-4c29-a5ad-d776cc83f0d1'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:29:02.339021 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 is scheduled to be hosted by DHCP agent 052f87ca-edc9-4c29-a5ad-d776cc83f0d1 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:29:02.349357 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-smb, c50c1157-bd7a-4eb8-807c-d12c28d754b1) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:02.358931 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:02.359554 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.383925 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-815384e8-c0e2-42bc-a5a9-99faced4e175 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6656716 Jun 03 16:29:02.385746 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33452) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:02.390138 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:02.393720 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed2c67-989e-4dba-8016-cbe384a9546f None None] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:29:02.395406 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:02.399686 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Usage tracker for resource:router and tenant:2bc9f0f2c476443c9113ce13c781316f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:02.402638 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:02.409578 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:02.420613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-512747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075155'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.421875 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514788', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075162'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.439388 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.705424 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.714626 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-512729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075252'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.719499 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Transition to ACTIVE for port object 1571ec45-8438-4d4b-933a-4352e6b89508 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:02.723849 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dc20f10-4e86-5503-8529-129bb4fe0f93-c50c1157-bd7a-4eb8-807c-d12c28d754b1', 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'fixed_ips': [{'subnet_id': 'bb7d9348-791c-4952-9097-704f694cae08'}]}} from dv-cinder-786524-8-smb. {{(pid=91758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 16:29:02.724816 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.741486 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:02.748191 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:02.968731 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84cb85-8c0d-4883-91e3-169c80025cdf None None] Pushing event updated for resources: {'Port': ['ID=1571ec45-8438-4d4b-933a-4352e6b89508,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:03.007843 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3d84cb85-8c0d-4883-91e3-169c80025cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:03.050830 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Attempting to bind port 1571ec45-8438-4d4b-933a-4352e6b89508 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:29:03.051177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Attempting to bind port 1571ec45-8438-4d4b-933a-4352e6b89508 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:29:03.051808 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Attempting to bind port 1571ec45-8438-4d4b-933a-4352e6b89508 on network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:03.161313 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.171680 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Allocated IP 172.20.0.2 (c50c1157-bd7a-4eb8-807c-d12c28d754b1/bb7d9348-791c-4952-9097-704f694cae08/9f0be622-3c5c-4f32-a5ff-133a4d2915a9) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:03.176700 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:03.194507 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.202907 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:29:03.203205 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Checking segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:29:03.203368 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.203766 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Bound using segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:29:03.204256 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Bound port: 1571ec45-8438-4d4b-933a-4352e6b89508, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:29:03.204631 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.339813 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Allocated IP 172.28.1.87 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/dd2b2b2a-4cf2-4784-b733-aa0c48c97187) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:03.443175 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] For port 1571ec45-8438-4d4b-933a-4352e6b89508, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:03.452115 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] For port 1571ec45-8438-4d4b-933a-4352e6b89508, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=1571ec45-8438-4d4b-933a-4352e6b89508,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:29:03.469287 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.476349 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:03.505504 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:03.505902 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.509339 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.552026 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.558164 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:03.615587 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:03.615587 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:03.619543 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:29:03.678935 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:03.683628 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:03.683827 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:03.684512 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:03.745290 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84cb85-8c0d-4883-91e3-169c80025cdf None None] Pushing event updated for resources: {'Port': ['ID=1571ec45-8438-4d4b-933a-4352e6b89508,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:03.749460 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3d84cb85-8c0d-4883-91e3-169c80025cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:03.775949 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.794092 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Transition to ACTIVE for port object 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:03.930111 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Transition to ACTIVE for port object 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:03.948410 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.963624 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:04.036157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:04.071533 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:04.102519 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:04.108137 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:04.110724 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:29:04.132789 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Pushing event updated for resources: {'Port': ['ID=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:04.135801 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:04.328878 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Attempting to bind port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:29:04.329158 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Attempting to bind port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:29:04.329530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Attempting to bind port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 on network c50c1157-bd7a-4eb8-807c-d12c28d754b1 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:04.384274 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:29:04.384649 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Checking segment: {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:29:04.385053 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:04.385451 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Bound using segment: {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:29:04.385933 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Bound port: 9f0be622-3c5c-4f32-a5ff-133a4d2915a9, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:29:04.386347 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:04.549046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574771'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:04.558132 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] For port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:04.562633 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] For port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:29:04.569248 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:04.575441 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:04.727607 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:03Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:04.737611 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e071-a99d-4394-8645-26da71441e5e None None] The sync data for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb is: [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:03Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:04.742827 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Pushing event updated for resources: {'Port': ['ID=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:04.746129 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:04.811984 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Router 53da4c0a-52b0-403d-8958-c98251e8b192 is scheduled to L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:29:05.114166 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:29:05.130682 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Sync routers for ids ['53da4c0a-52b0-403d-8958-c98251e8b192'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:05.145531 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Routers {'53da4c0a-52b0-403d-8958-c98251e8b192'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:05.146786 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['53da4c0a-52b0-403d-8958-c98251e8b192'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:05.156163 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:05.162166 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33458) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:05.162701 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-24c6a400-d64f-4d23-ab3d-a85cef22a526 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7718644 Jun 03 16:29:05.177507 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:05.318280 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:05.328444 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 1571ec45-8438-4d4b-933a-4352e6b89508 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:05.337506 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Set router 53da4c0a-52b0-403d-8958-c98251e8b192 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:05.434777 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 1571ec45-8438-4d4b-933a-4352e6b89508 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:05.447045 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 1571ec45-8438-4d4b-933a-4352e6b89508 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:05.447434 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:05.598649 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:05.644737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 1571ec45-8438-4d4b-933a-4352e6b89508, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=1571ec45-8438-4d4b-933a-4352e6b89508,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:05.651142 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:05.653192 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:05.751717 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:29:03Z', 'revision_number': 3, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:05.759975 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Checking router: 53da4c0a-52b0-403d-8958-c98251e8b192 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:05.760864 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Updating router 53da4c0a-52b0-403d-8958-c98251e8b192 port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 binding host dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:05.776995 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=1571ec45-8438-4d4b-933a-4352e6b89508,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:05.789446 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:05.878400 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.040690 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa71bf-76e1-47f7-997b-153c74226621 None None] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:29:06.141950 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Provisioning for port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:06.183553 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Provisioning complete for port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:06.183916 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.319653 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.334534 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Transition to ACTIVE for port object dd2b2b2a-4cf2-4784-b733-aa0c48c97187 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:06.341636 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.345788 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:06.393376 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.428770 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230e1fb-54cd-4cea-9db3-0d788f1b87e3 None None] Pushing event updated for resources: {'Port': ['ID=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:06.434961 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e230e1fb-54cd-4cea-9db3-0d788f1b87e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:06.439370 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Attempting to bind port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:29:06.439370 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Attempting to bind port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:29:06.439693 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Attempting to bind port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 on network 9c4c999d-6aa0-48bc-849e-f75e6d50393e {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:06.443405 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.446033 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:29:06.446537 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Checking segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:29:06.447017 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.447696 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Bound using segment: {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:29:06.463083 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Bound port: dd2b2b2a-4cf2-4784-b733-aa0c48c97187, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba91d8ac-37e3-4eac-b267-355dd57057f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:29:06.464703 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.470022 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] For port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:06.479087 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.481759 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9463e97c-af8c-497e-abfa-ecbf9b98a99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:06.577945 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Pushing event updated for resources: {'Port': ['ID=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:06.578422 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] For port dd2b2b2a-4cf2-4784-b733-aa0c48c97187, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:06.583027 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-11dfbbdf-d2b6-4607-92a3-fd4dcc350726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:06.583203 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] For port dd2b2b2a-4cf2-4784-b733-aa0c48c97187, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:29:06.588492 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.592881 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:06.673332 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Routers {'53da4c0a-52b0-403d-8958-c98251e8b192'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:06.674501 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['53da4c0a-52b0-403d-8958-c98251e8b192'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:06.741972 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230e1fb-54cd-4cea-9db3-0d788f1b87e3 None None] Pushing event updated for resources: {'Port': ['ID=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:06.751116 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e230e1fb-54cd-4cea-9db3-0d788f1b87e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:06.772780 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Allocated IP 172.20.0.1 (c50c1157-bd7a-4eb8-807c-d12c28d754b1/bb7d9348-791c-4952-9097-704f694cae08/62439024-1756-42ee-a010-45bbfca4b110) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:06.817068 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-f97e750f-5f32-4886-a14a-74e04db6c08f None None] Provisioning complete for port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:06.818041 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f97e750f-5f32-4886-a14a-74e04db6c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.921650 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] Set router 53da4c0a-52b0-403d-8958-c98251e8b192 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:06.956848 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:06.974643 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Transition to ACTIVE for port object 62439024-1756-42ee-a010-45bbfca4b110 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:07.006205 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.010608 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e28bd73a-19b1-4d5a-91bf-0669e1123d17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:07.069176 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:07.071201 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:07.072970 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:07.077509 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:29:07.154521 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Pushing event updated for resources: {'Port': ['ID=62439024-1756-42ee-a010-45bbfca4b110,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:07.159054 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:07.159534 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.168354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.168726 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.169125 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.169456 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.169812 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.170162 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.170535 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.170886 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.171233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.171575 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.171926 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.172263 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:07.177585 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:07.182412 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574973'] for router_interface, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.275305 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:29:03Z', 'revision_number': 3, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:07.280685 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb986e35-3409-4525-b7f5-4b4a8b7c1c7f None None] The sync data for ids ['53da4c0a-52b0-403d-8958-c98251e8b192'] in dv-cinder-786524-8-smb is: [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:29:03Z', 'revision_number': 3, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:07.321045 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 1571ec45-8438-4d4b-933a-4352e6b89508 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:07.351314 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.391479 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 1571ec45-8438-4d4b-933a-4352e6b89508 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:07.391859 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.452661 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-63eb99b8-37cf-49ab-87e0-61c2bbd97e4f None None] Provisioning for port 62439024-1756-42ee-a010-45bbfca4b110 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:07.466496 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-63eb99b8-37cf-49ab-87e0-61c2bbd97e4f None None] Provisioning complete for port 62439024-1756-42ee-a010-45bbfca4b110 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:07.467345 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63eb99b8-37cf-49ab-87e0-61c2bbd97e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.610317 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-63eb99b8-37cf-49ab-87e0-61c2bbd97e4f None None] Port 62439024-1756-42ee-a010-45bbfca4b110 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:29:07.651449 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.658938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.711233 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f91c1485-0ca9-4c71-a721-8fa54ad63ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:07.808715 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403345'] for router_interface, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.812955 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Pushing event updated for resources: {'Port': ['ID=62439024-1756-42ee-a010-45bbfca4b110,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:07.816751 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:07.958753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:07.960090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:08.196127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Router 53da4c0a-52b0-403d-8958-c98251e8b192 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:29:08.238796 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-26050597-a250-4158-87d5-c8e25cbe24f9 None None] Provisioning complete for port 62439024-1756-42ee-a010-45bbfca4b110 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:08.239370 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-26050597-a250-4158-87d5-c8e25cbe24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:08.294320 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-26050597-a250-4158-87d5-c8e25cbe24f9 None None] Port 62439024-1756-42ee-a010-45bbfca4b110 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:29:08.505417 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:29:08.514553 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] 10.222.0.54 "PUT /v2.0/routers/53da4c0a-52b0-403d-8958-c98251e8b192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3503413 Jun 03 16:29:08.925281 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Sync routers for ids ['53da4c0a-52b0-403d-8958-c98251e8b192'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:08.935566 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Routers {'53da4c0a-52b0-403d-8958-c98251e8b192'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:08.936485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['53da4c0a-52b0-403d-8958-c98251e8b192'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:09.116005 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd2b2b2a-4cf2-4784-b733-aa0c48c97187 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:09.171565 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33482) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:09.176623 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253539066', 'description': 'tempest-secgroup-smoke-253539066 description', 'project_id': 'f9c8a66ed41c44b3927864609a680d79'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:09.183588 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:09.188893 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:09.192546 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:09.198635 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:09.212394 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.233119 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:09.237376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:09.240427 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:09.247145 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:09.255396 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Set router 53da4c0a-52b0-403d-8958-c98251e8b192 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:09.334784 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.339302 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.344666 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ca98193e-9d3b-4988-84a2-d5a392047dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:09.383637 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:09.386150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.387369 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2147806 Jun 03 16:29:09.388276 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-8f17e161-ef30-45b2-b001-dd860d062e75 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:09.390273 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33484) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:09.395136 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group_rule': {'security_group_id': '40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29', 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:09.395399 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:09.401596 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:09.405403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:09.408452 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:09.414230 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:09.421806 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:09.422094 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.431549 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.502746 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.507181 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.509263 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:09.532468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53831eb8-98a8-433d-a677-2c49ade5646f,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:09.538657 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:09.542468 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.544168 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-558b47d8-1e83-49cc-b2b2-26d978d8262d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528165 Jun 03 16:29:09.546818 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33486) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:09.552305 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group_rule': {'security_group_id': '40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29', 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:09.558746 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:09.563217 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:09.567128 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:09.573614 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:09.592896 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.661090 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.667753 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.675730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:09.678659 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.696389 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4094ad8-c541-4abe-b28a-fce789661ba2,revision_number=0']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:09.698983 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:09.705820 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port dd2b2b2a-4cf2-4784-b733-aa0c48c97187, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:09.707915 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.709546 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-6bea42f9-e2b7-4bd5-b5df-2834b537e550 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614738 Jun 03 16:29:09.712308 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33488) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:09.713703 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.715842 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:09.718389 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group_rule': {'security_group_id': '40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29', 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:09.725410 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:09.730629 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:09.733748 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:09.741439 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:09.759467 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.817959 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:29:07Z', 'revision_number': 4, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '62439024-1756-42ee-a010-45bbfca4b110', 'name': '', 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'mac_address': 'fa:16:3e:dd:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bb7d9348-791c-4952-9097-704f694cae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:06Z', 'updated_at': '2021-06-03T16:29:07Z', 'revision_number': 2, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'subnets': [{'id': 'bb7d9348-791c-4952-9097-704f694cae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:09.824673 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:09.833608 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:09.834479 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Checking router: 53da4c0a-52b0-403d-8958-c98251e8b192 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:09.834843 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Updating router 53da4c0a-52b0-403d-8958-c98251e8b192 port 62439024-1756-42ee-a010-45bbfca4b110 binding host dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:29:09.844045 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.849321 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.862994 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:09.886394 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b049885a-d818-468e-ac86-fb3eb908f0fb,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:09.889694 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:09.894820 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.896044 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-80bbaba9-eedb-46f1-b38c-351842e0eb43 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1820693 Jun 03 16:29:09.898789 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33490) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:09.899513 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.904065 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group_rule': {'security_group_id': '40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29', 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:09.910831 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:09.915159 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:09.918048 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:09.923871 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:09.943383 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.012768 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.017613 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.020886 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:10.040894 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13b9d8c-f281-4ce1-a9ad-3e6475dcfe90,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:10.045132 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:10.053875 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.055153 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-2e9720f4-3084-413e-b169-8c71d4dfa26c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554413 Jun 03 16:29:10.057785 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33492) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:10.062598 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group_rule': {'security_group_id': '40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29', 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:10.069236 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:10.073474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:10.076589 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:10.082910 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:10.094305 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.securitygroups_db [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Project f9c8a66ed41c44b3927864609a680d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:29:10.100948 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.175242 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.180474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.182787 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:10.208272 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fded0d-4c8d-4caf-b90e-56167fd4178f,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:10.211253 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:10.223157 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.223837 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-c3ab6ba1-50b8-434d-a1a0-33668ce795cf tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648047 Jun 03 16:29:10.226489 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33498) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:10.231339 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'security_group_rule': {'security_group_id': '40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29', 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:10.237680 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:10.242263 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:security_group_rule and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:10.245308 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:10.251297 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:10.268639 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.securitygroups_db [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Project f9c8a66ed41c44b3927864609a680d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:29:10.275032 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.277484 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.293326 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Transition to ACTIVE for port object 62439024-1756-42ee-a010-45bbfca4b110 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:10.305277 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.310123 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-23eab873-b57d-41a2-bf2d-bd2c2b0cfd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:10.365811 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.372768 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414577'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.375186 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d682b8ff-6d4f-475d-968b-7c5a6eef6627 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:10.407652 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ea1cb1-8527-47e2-80c6-c6ced204d9b6,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:10.412418 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:10.431151 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.441318 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-5b6862f9-46e2-4370-a833-029a8f1d857a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2050295 Jun 03 16:29:10.456886 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b6b26-33ea-4ee2-8b02-7071294210ac None None] Pushing event updated for resources: {'Port': ['ID=62439024-1756-42ee-a010-45bbfca4b110,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:10.494035 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cd3b6b26-33ea-4ee2-8b02-7071294210ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:10.601361 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Attempting to bind port 62439024-1756-42ee-a010-45bbfca4b110 on host dv-cinder-786524-8-smb for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:29:10.601883 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Attempting to bind port 62439024-1756-42ee-a010-45bbfca4b110 by drivers openvswitch,hyperv on host dv-cinder-786524-8-smb at level 0 using segments [{'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:29:10.602414 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Attempting to bind port 62439024-1756-42ee-a010-45bbfca4b110 on network c50c1157-bd7a-4eb8-807c-d12c28d754b1 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:10.608887 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Checking agent: {'id': 'ad4f0ab8-89b6-41e1-b13a-ab2009f58b6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 53), 'started_at': datetime.datetime(2021, 6, 3, 16, 10, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:29:10.609361 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Checking segment: {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:29:10.610561 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.611037 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Bound using segment: {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:29:10.611928 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Bound port: 62439024-1756-42ee-a010-45bbfca4b110, host: dv-cinder-786524-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b363c153-98f7-4aa7-b628-062e8282f5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:29:10.613601 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.745412 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] For port 62439024-1756-42ee-a010-45bbfca4b110, host dv-cinder-786524-8-smb, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:10.750326 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] For port 62439024-1756-42ee-a010-45bbfca4b110, host dv-cinder-786524-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=62439024-1756-42ee-a010-45bbfca4b110,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:29:10.760760 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:10.764801 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:10.861066 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Routers {'53da4c0a-52b0-403d-8958-c98251e8b192'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:10.863300 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:28:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['53da4c0a-52b0-403d-8958-c98251e8b192'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:11.040144 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b6b26-33ea-4ee2-8b02-7071294210ac None None] Pushing event updated for resources: {'Port': ['ID=62439024-1756-42ee-a010-45bbfca4b110,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:11.043890 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cd3b6b26-33ea-4ee2-8b02-7071294210ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:11.131162 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd2b2b2a-4cf2-4784-b733-aa0c48c97187 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:11.244979 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] Set router 53da4c0a-52b0-403d-8958-c98251e8b192 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:11.336823 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:11.337418 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:11.725166 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:29:07Z', 'revision_number': 4, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '62439024-1756-42ee-a010-45bbfca4b110', 'name': '', 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'mac_address': 'fa:16:3e:dd:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bb7d9348-791c-4952-9097-704f694cae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:06Z', 'updated_at': '2021-06-03T16:29:10Z', 'revision_number': 4, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'subnets': [{'id': 'bb7d9348-791c-4952-9097-704f694cae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:11.729578 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580839b-6005-4638-93a2-8b2064fd2e7c None None] The sync data for ids ['53da4c0a-52b0-403d-8958-c98251e8b192'] in dv-cinder-786524-8-smb is: [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:29:07Z', 'revision_number': 4, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '62439024-1756-42ee-a010-45bbfca4b110', 'name': '', 'network_id': 'c50c1157-bd7a-4eb8-807c-d12c28d754b1', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'mac_address': 'fa:16:3e:dd:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bb7d9348-791c-4952-9097-704f694cae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:06Z', 'updated_at': '2021-06-03T16:29:10Z', 'revision_number': 4, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'subnets': [{'id': 'bb7d9348-791c-4952-9097-704f694cae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:13.073592 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 62439024-1756-42ee-a010-45bbfca4b110 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:13.163798 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning for port 62439024-1756-42ee-a010-45bbfca4b110 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:13.170348 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 62439024-1756-42ee-a010-45bbfca4b110 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:13.170714 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:13.303636 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:13.340119 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] For port 62439024-1756-42ee-a010-45bbfca4b110, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=62439024-1756-42ee-a010-45bbfca4b110,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:13.345467 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:13.347511 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:13.420792 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Pushing event updated for resources: {'Port': ['ID=62439024-1756-42ee-a010-45bbfca4b110,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:13.424521 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:15.059850 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 62439024-1756-42ee-a010-45bbfca4b110 up at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:15.131735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Provisioning complete for port 62439024-1756-42ee-a010-45bbfca4b110 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:15.132105 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:18.723797 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33612) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:18.845412 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:18.860879 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:18.865288 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Usage tracker for resource:security_group_rule and tenant:5371067c1425469ab5f754f46e0fecca is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:18.868084 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:18.873615 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:18.963749 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:18.967999 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:18.976489 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cdb6440d-7e99-40e5-afb6-6ee15eff4369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:19.027337 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5371067c1425469ab5f754f46e0fecca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001559 Jun 03 16:29:19.027337 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af0336a-e182-4726-960f-573f7e0227a2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:19.027827 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33618) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:19.037684 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ef4696ac-f08d-4389-84a6-59c9021247fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:19.093366 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:19.123083 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:19.176815 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:19.180544 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ccba7909-2d70-471f-b728-ea434dc58fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:19.193552 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af0336a-e182-4726-960f-573f7e0227a2,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:19.196348 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:19.198369 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:19.199321 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-46ff46a1-31a2-4cb1-ac14-aa7ac55e17c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7af0336a-e182-4726-960f-573f7e0227a2 HTTP/1.1" status: 204 len: 168 time: 0.1704237 Jun 03 16:29:20.388644 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a28b4813-9faf-4b83-9c30-e6a400d7cff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:23.012565 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:23.102645 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a3652cf4-6ebc-40a7-a73d-298a8233c7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:23.157337 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:29:24.597088 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:25.899370 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:31.129637 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:32.514847 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-58a8ab3d-6370-4226-b2d1-24689829815f req-278cbafa-024c-40a0-a8df-ee2ab78fccd5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Synchronizing usage tracker for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:security_group {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:29:32.531636 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-58a8ab3d-6370-4226-b2d1-24689829815f req-278cbafa-024c-40a0-a8df-ee2ab78fccd5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Unset dirty status for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:security_group {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:29:32.532798 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-278cbafa-024c-40a0-a8df-ee2ab78fccd5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253539066&fields=id&tenant_id=f9c8a66ed41c44b3927864609a680d79 HTTP/1.1" status: 200 len: 267 time: 0.0590727 Jun 03 16:29:32.694269 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-fe284dba-7d1a-4fe5-b6b4-0e6468759354 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:32.695712 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-fe284dba-7d1a-4fe5-b6b4-0e6468759354 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 809 time: 0.1562858 Jun 03 16:29:32.711562 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-dc9a0275-e10e-45e9-84ff-b1f2e95df63c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/quotas/f9c8a66ed41c44b3927864609a680d79 HTTP/1.1" status: 200 len: 375 time: 0.0102684 Jun 03 16:29:32.798326 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-58a8ab3d-6370-4226-b2d1-24689829815f req-8388695a-e19e-46b9-9995-fb228eeb1eec tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Synchronizing usage tracker for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:29:32.816520 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-58a8ab3d-6370-4226-b2d1-24689829815f req-8388695a-e19e-46b9-9995-fb228eeb1eec tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Unset dirty status for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:29:32.817827 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-8388695a-e19e-46b9-9995-fb228eeb1eec tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009600 Jun 03 16:29:32.936758 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-570bd00a-1128-47ba-bfaa-6f2048a4994b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:29:32.937970 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-570bd00a-1128-47ba-bfaa-6f2048a4994b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041954 Jun 03 16:29:33.070535 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-461c49b0-8a80-47fe-b5c8-a296c6a1fdfe service neutron] 10.222.0.54 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259434 Jun 03 16:29:33.202097 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-b7d6b463-8133-4bdb-ae77-ab392ccbfada service neutron] 10.222.0.54 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259601 Jun 03 16:29:33.622503 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-b35b3108-5e1b-4c7c-8119-af1a30d35db9 req-d464dee4-a480-4c8c-91c7-6f647a0d04f0 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 210 time: 0.0488794 Jun 03 16:29:33.627156 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33798) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:33.756783 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:33.772855 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:33.776789 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Usage tracker for resource:security_group_rule and tenant:51e9cc917bba4ea7b9b291db0e937fe0 is out of sync, need to count used quota {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:33.779747 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:33.785448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:33.876376 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:33.881801 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:33.889094 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-712a9246-6361-4e15-9007-2bba2c28046d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:33.928749 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f146ba-8928-4ccc-ab24-a2046112807f,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:33.933246 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51e9cc917bba4ea7b9b291db0e937fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044329 Jun 03 16:29:33.934229 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1c713f83-1b9d-449f-822c-1a9760956c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:33.936063 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 33808) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:33.995168 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.027341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.081283 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.085211 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4a8fffb8-c2d4-4266-8837-3efffa618c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:34.096504 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f146ba-8928-4ccc-ab24-a2046112807f,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.100425 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:34.104807 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.105925 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-f1e971ff-44cc-406f-bd05-911e9760c25c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29f146ba-8928-4ccc-ab24-a2046112807f HTTP/1.1" status: 204 len: 168 time: 0.1689813 Jun 03 16:29:34.991765 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-801b6e78-2ea5-4dd8-a5ac-c5bfd2d956b1 req-977245d9-4f0a-42e6-91a0-a6eaec1e003a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 210 time: 0.0626328 Jun 03 16:29:35.031571 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-e2d2f540-f886-4193-9ad7-8e915ede7880 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:35.033849 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-e2d2f540-f886-4193-9ad7-8e915ede7880 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 809 time: 0.2091599 Jun 03 16:29:35.102501 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-ca349604-7d3e-4bd9-b06c-53d2bfd4a9d1 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c8a66ed41c44b3927864609a680d79 HTTP/1.1" status: 200 len: 379 time: 0.0463338 Jun 03 16:29:35.114762 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'port': {'device_id': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'admin_state_up': True, 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'security_groups': ['40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29']}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:35.263142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:35.275208 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.quota.driver [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:35.290785 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Made reservation on behalf of f9c8a66ed41c44b3927864609a680d79 for: {'port': 1} {{(pid=91757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:29:35.296434 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:35.467013 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Allocated IP 172.20.0.6 (1d0d4bbb-a81b-41e6-b014-6785408a3d55/58360565-d4d3-410b-875a-f5b61688d9ea/32667152-0a7c-4657-8ac9-66852b1ec1a0) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:35.825677 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:35.841471 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Transition to ACTIVE for port object 32667152-0a7c-4657-8ac9-66852b1ec1a0 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:35.865270 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:35.871193 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-1e4dad69-9132-466a-a662-c306976583b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:35.932601 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:35.935450 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:35.938272 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:29:35.981438 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:35.984615 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:36.016313 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:36.017010 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:36.046624 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-872a588e-1007-401f-950b-7792c8f3210b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378040 Jun 03 16:29:36.064969 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-05b9d351-750f-4688-88a0-ec4a6471e8c5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=91757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:29:36.065730 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-05b9d351-750f-4688-88a0-ec4a6471e8c5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058002 Jun 03 16:29:36.128381 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-d5aa3565-3c16-44ba-9311-5b9594ff4136 None None] Provisioning for port 32667152-0a7c-4657-8ac9-66852b1ec1a0 completed by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:36.134649 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-d5aa3565-3c16-44ba-9311-5b9594ff4136 None None] Provisioning complete for port 32667152-0a7c-4657-8ac9-66852b1ec1a0 triggered by entity DHCP. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:36.135303 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d5aa3565-3c16-44ba-9311-5b9594ff4136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:36.191957 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa3565-3c16-44ba-9311-5b9594ff4136 None None] Port 32667152-0a7c-4657-8ac9-66852b1ec1a0 cannot update to ACTIVE because it is not bound. {{(pid=91758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:29:36.195554 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.v2.base [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Request body: {'port': {'device_id': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:36.210349 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673ae7c-57b5-4b65-abfc-491515a2cf2f req-41a77d45-78dc-4e44-8c4b-9231fb83bc16 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:36.211846 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0673ae7c-57b5-4b65-abfc-491515a2cf2f req-41a77d45-78dc-4e44-8c4b-9231fb83bc16 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 931 time: 0.0909319 Jun 03 16:29:36.259077 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-0673ae7c-57b5-4b65-abfc-491515a2cf2f req-0db4766d-2175-4978-923f-35a1a77cf5e9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Synchronizing usage tracker for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:29:36.271244 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-0673ae7c-57b5-4b65-abfc-491515a2cf2f req-0db4766d-2175-4978-923f-35a1a77cf5e9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Unset dirty status for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:29:36.272547 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-0673ae7c-57b5-4b65-abfc-491515a2cf2f req-0db4766d-2175-4978-923f-35a1a77cf5e9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548534 Jun 03 16:29:36.321142 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:36.669566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32667152-0a7c-4657-8ac9-66852b1ec1a0 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:29:36.676839 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:36.692312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Transition to ACTIVE for port object 32667152-0a7c-4657-8ac9-66852b1ec1a0 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:36.696403 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:36.700050 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-45a0f324-dcb2-4255-ad54-a4a22bfda10b tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:36.862092 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:36.865435 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:36.950341 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Attempting to bind port 32667152-0a7c-4657-8ac9-66852b1ec1a0 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:29:36.950684 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Attempting to bind port 32667152-0a7c-4657-8ac9-66852b1ec1a0 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:29:36.951008 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Attempting to bind port 32667152-0a7c-4657-8ac9-66852b1ec1a0 on network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:36.956476 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Port 32667152-0a7c-4657-8ac9-66852b1ec1a0 on network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:29:36.956800 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Attempting to bind port 32667152-0a7c-4657-8ac9-66852b1ec1a0 on network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:36.962154 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Checking agent: {'id': '704130e3-8595-4a11-8167-626829d9d01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'started_at': datetime.datetime(2021, 6, 3, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:29:36.962519 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Checking segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 16:29:36.962908 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Bound using segment: {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:29:36.963333 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Bound port: 32667152-0a7c-4657-8ac9-66852b1ec1a0, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:29:36.963683 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:37.078625 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:37.081968 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:29:37.087513 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31594833'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:37.092171 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7864bdbb-cc24-4cc8-bd57-ff1a69dfd1db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:37.143740 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:37.144414 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:37.145702 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] 10.222.0.76 "PUT /v2.0/ports/32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 1093 time: 1.0729644 Jun 03 16:29:37.148586 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:29:37.150955 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894c311-d250-438f-ab79-ed84b1341b28" -d '{"events": [{"name": "network-changed", "server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:29:37.185014 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:37.191503 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:37.294944 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-3e393ffd-300c-4532-b1a8-4d35fea99eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:37.296449 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-3e393ffd-300c-4532-b1a8-4d35fea99eee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1096 time: 0.0877836 Jun 03 16:29:37.419843 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-c3734c57-9a33-47b1-aa36-0716e21c87d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 217 time: 0.1083384 Jun 03 16:29:37.487811 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-fed29b6a-f864-431f-aa74-91b2db835b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:37.489284 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-fed29b6a-f864-431f-aa74-91b2db835b46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0631826 Jun 03 16:29:37.494009 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec11b1-0ecb-4d05-aad7-fb7f54611ba8 req-d527e0ae-9c35-4e10-9040-a3beaf16fc6f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:37.495521 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f2ec11b1-0ecb-4d05-aad7-fb7f54611ba8 req-d527e0ae-9c35-4e10-9040-a3beaf16fc6f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.0980921 Jun 03 16:29:37.546943 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f2ec11b1-0ecb-4d05-aad7-fb7f54611ba8 req-1e0d7e26-406c-49fb-ab19-905745d11db9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Jun 03 16:29:37.577199 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ab3d-6370-4226-b2d1-24689829815f req-35d3f7b8-9864-4242-abbc-080af37a841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:37.578753 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-35d3f7b8-9864-4242-abbc-080af37a841c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828454 Jun 03 16:29:37.807344 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-db3f6939-f5bd-4bdc-8e6d-c41539b882cc service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215974 Jun 03 16:29:37.938464 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-58a8ab3d-6370-4226-b2d1-24689829815f req-faa0a93f-ac60-40ff-83c2-4acb2de6244f service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240516 Jun 03 16:29:38.423914 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6bc3e8-2c1c-49a9-9fde-6faeb4ebeda1 x-openstack-request-id: req-fc6bc3e8-2c1c-49a9-9fde-6faeb4ebeda1 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:29:38.424483 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:29:38.424586 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc6bc3e8-2c1c-49a9-9fde-6faeb4ebeda1 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:29:38.424950 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'status': 'completed', 'code': 200} Jun 03 16:29:38.544791 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c311-d250-438f-ab79-ed84b1341b28 req-2fc3f26e-1587-4abc-8541-174c9954a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:38.546291 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-2fc3f26e-1587-4abc-8541-174c9954a0db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1096 time: 0.0746648 Jun 03 16:29:38.682000 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c311-d250-438f-ab79-ed84b1341b28 req-3f310f40-7686-489e-b032-3d3b5a1d5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:38.683407 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-3f310f40-7686-489e-b032-3d3b5a1d5bad service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1305187 Jun 03 16:29:38.730975 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72e9c-7844-42d1-88b3-7965a0718e64 req-4d60ef9f-bcdb-4ae8-a119-e0080f615abe tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:38.732430 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-27a72e9c-7844-42d1-88b3-7965a0718e64 req-4d60ef9f-bcdb-4ae8-a119-e0080f615abe tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.0815644 Jun 03 16:29:38.756989 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-2b94b217-5aca-42c2-bcaf-c0708050009e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 217 time: 0.0662146 Jun 03 16:29:38.792771 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-27a72e9c-7844-42d1-88b3-7965a0718e64 req-c3257fa8-aa2b-402d-8e43-05279e573994 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526431 Jun 03 16:29:38.824571 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c311-d250-438f-ab79-ed84b1341b28 req-3bdafa35-ae2c-4ed7-8aa3-18e3b62625d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:38.826019 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-3bdafa35-ae2c-4ed7-8aa3-18e3b62625d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0618024 Jun 03 16:29:38.913182 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894c311-d250-438f-ab79-ed84b1341b28 req-2ec08643-db32-40f5-9e2d-69a7310a3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:38.914993 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-2ec08643-db32-40f5-9e2d-69a7310a3e95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816717 Jun 03 16:29:39.053478 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-2bed63cd-47e4-4201-aadb-e5386311e405 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316388 Jun 03 16:29:39.189268 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7894c311-d250-438f-ab79-ed84b1341b28 req-acb8f7e1-f53d-4dff-95b9-a14754da9393 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282265 Jun 03 16:29:39.990976 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49671b8-4de0-40f8-bccf-5013a3dd76b7 req-224b72a5-4664-44ee-95a3-36b5b5399281 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:39.991966 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-c49671b8-4de0-40f8-bccf-5013a3dd76b7 req-224b72a5-4664-44ee-95a3-36b5b5399281 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Synchronizing usage tracker for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:port {{(pid=91757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:29:40.008018 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.quota.resource [req-c49671b8-4de0-40f8-bccf-5013a3dd76b7 req-224b72a5-4664-44ee-95a3-36b5b5399281 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Unset dirty status for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:port {{(pid=91757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:29:40.009161 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c49671b8-4de0-40f8-bccf-5013a3dd76b7 req-224b72a5-4664-44ee-95a3-36b5b5399281 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.0970757 Jun 03 16:29:40.054517 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c49671b8-4de0-40f8-bccf-5013a3dd76b7 req-d75b6e64-e5e2-4af9-a875-ba815bbddfa6 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 Jun 03 16:29:40.976286 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33894) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:41.053236 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:29:41.105088 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.123642 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:41.128341 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4d67b1cadb4abd80cad4ac047d151f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:41.133367 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:41.140129 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:41.241837 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:41.256465 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'port_id': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'mac_address': 'fa:16:3e:f3:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:29:41.297285 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fab6-a4f8-4dfd-91d1-8fddc9a58888 req-72f00893-d370-4ca6-bc8d-3471d22e794d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:41.298879 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8f10fab6-a4f8-4dfd-91d1-8fddc9a58888 req-72f00893-d370-4ca6-bc8d-3471d22e794d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.1286821 Jun 03 16:29:41.306540 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.319271 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.328568 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.337210 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32667152-0a7c-4657-8ac9-66852b1ec1a0 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:29:41.337468 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-750400d9-94a5-48c4-9624-710693c32d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:41.354097 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:41.358779 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.360562 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9798d2a9-c81e-4f5f-a3ae-7e5e0a60a5fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:41.409375 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-8f10fab6-a4f8-4dfd-91d1-8fddc9a58888 req-c8db1102-e5ad-46e4-9dba-3fb1acc474d9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923588 Jun 03 16:29:41.409375 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae4d67b1cadb4abd80cad4ac047d151f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272060 Jun 03 16:29:41.409375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2236647a-0d96-4234-ab85-ff4ef4497535,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:41.409375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33900) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:41.427337 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.427765 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.428191 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.428661 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.429032 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.429399 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.429761 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.430121 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.430516 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.430873 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.431378 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.432033 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:41.435601 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b588d010-4504-4bfe-85d0-5be3af5f2a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:41.441680 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:41.445275 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:41.485439 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.512763 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.567080 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.570754 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fac61ad9-2750-433e-88f5-7524b9975062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:41.583617 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2236647a-0d96-4234-ab85-ff4ef4497535,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:41.585901 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:41.594596 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:41.595838 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-f0b64b3f-4e18-495a-840a-dd11c2b3231f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2236647a-0d96-4234-ab85-ff4ef4497535 HTTP/1.1" status: 204 len: 168 time: 0.1856942 Jun 03 16:29:41.837555 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['32667152-0a7c-4657-8ac9-66852b1ec1a0'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:29:42.604439 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33725e3-588b-4a1a-83c6-258aaf9569d4 req-84a6a3bb-ac7e-424a-ba94-4e382baa4d33 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:42.605922 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c33725e3-588b-4a1a-83c6-258aaf9569d4 req-84a6a3bb-ac7e-424a-ba94-4e382baa4d33 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 944 time: 0.0884988 Jun 03 16:29:42.657678 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c33725e3-588b-4a1a-83c6-258aaf9569d4 req-2e35d719-2d6a-4c6e-85c8-71e9e17b8477 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457451 Jun 03 16:29:43.068451 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:43.137791 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning for port 32667152-0a7c-4657-8ac9-66852b1ec1a0 completed by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:43.142761 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 32667152-0a7c-4657-8ac9-66852b1ec1a0 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:43.143178 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:43.262926 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:43.291343 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:29:43.293643 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1220f904-890c-4af7-b1c6-1d5cf0b604bb" -d '{"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-plugged", "status": "completed", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:29:43.302762 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:43.307159 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:43.309004 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5c0e2eef-1180-40bc-b8bd-a0663bf7be13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:43.382538 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=5']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:43.385769 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:43.533944 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ff1e8-2832-44d5-be9c-7f22d53ee74f x-openstack-request-id: req-db1ff1e8-2832-44d5-be9c-7f22d53ee74f {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:29:43.534384 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-plugged", "status": "completed", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:29:43.534496 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db1ff1e8-2832-44d5-be9c-7f22d53ee74f {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:29:43.534878 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'code': 200} Jun 03 16:29:43.901531 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b996-aa6a-4f30-adcc-abed01c709f3 req-36d9b8ea-0522-42e3-914f-2aa6939d202d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:43.903025 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7820b996-aa6a-4f30-adcc-abed01c709f3 req-36d9b8ea-0522-42e3-914f-2aa6939d202d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1377528 Jun 03 16:29:43.926544 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7db04-0431-4d68-ad3f-b11eaf15dc68 req-61b8e268-37cc-4f52-a177-94429d5a89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:43.927958 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c9b7db04-0431-4d68-ad3f-b11eaf15dc68 req-61b8e268-37cc-4f52-a177-94429d5a89d4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.1318619 Jun 03 16:29:43.977290 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7820b996-aa6a-4f30-adcc-abed01c709f3 req-f1cf5de0-c562-410e-b61f-632137111759 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658438 Jun 03 16:29:43.986335 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c9b7db04-0431-4d68-ad3f-b11eaf15dc68 req-4bedce77-4426-4073-91dd-a3d414c4805d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503230 Jun 03 16:29:45.167148 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cefe2-223f-42bf-804c-32653c2f10be req-93a32450-0afa-463e-a788-ed097db75b67 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:45.168674 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ed8cefe2-223f-42bf-804c-32653c2f10be req-93a32450-0afa-463e-a788-ed097db75b67 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0866458 Jun 03 16:29:45.213165 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ed8cefe2-223f-42bf-804c-32653c2f10be req-5a128b5f-39ee-48aa-a932-b0d69f18ea1f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387783 Jun 03 16:29:46.396002 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcd79e-93bf-4ebd-8a53-a418f7ab0586 req-83e3b5c7-3772-40e1-918c-900852e2e9ad tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:46.397472 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-30fcd79e-93bf-4ebd-8a53-a418f7ab0586 req-83e3b5c7-3772-40e1-918c-900852e2e9ad tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0821638 Jun 03 16:29:46.442988 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-30fcd79e-93bf-4ebd-8a53-a418f7ab0586 req-b2a02538-215e-4b35-ab91-6b32d518694e tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398307 Jun 03 16:29:46.622775 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fdb0f-3f07-4f22-b660-41733345576b req-c8a69bce-3af1-4def-b375-41d054f8222e tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:46.624214 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-980fdb0f-3f07-4f22-b660-41733345576b req-c8a69bce-3af1-4def-b375-41d054f8222e tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0796981 Jun 03 16:29:46.763458 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-980fdb0f-3f07-4f22-b660-41733345576b req-894177a2-305e-460d-a439-c7cfca9f3e54 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331239 Jun 03 16:29:46.786633 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33918) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:47.016285 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86884794-323f-4c30-a303-e247ef678b8c tempest-TestShelveInstance-213304349 tempest-TestShelveInstance-213304349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:47.017970 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-86884794-323f-4c30-a303-e247ef678b8c tempest-TestShelveInstance-213304349 tempest-TestShelveInstance-213304349-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1093 time: 0.2303627 Jun 03 16:29:47.020805 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 33922) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:47.025248 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.v2.base [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Request body: {'floatingip': {'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'port_id': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:47.031116 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:29:47.034843 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Usage tracker for resource:floatingip and tenant:f9c8a66ed41c44b3927864609a680d79 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:29:47.038105 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:29:47.043658 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:29:47.055077 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for floatingip, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:47.191694 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:47.325516 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Allocated IP 172.28.1.101 (9c4c999d-6aa0-48bc-849e-f75e6d50393e/b3f30da9-4c71-4f34-b7af-0f0c3da524b9/43c495ee-36c8-4963-b0dd-e17df6330b10) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:29:47.467318 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:47.496773 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757389057356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:47.500699 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2dc245f6-7b51-4c73-8f82-9a719fc23585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:47.557177 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Network 9c4c999d-6aa0-48bc-849e-f75e6d50393e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:29:47.559831 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:29:47.567868 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 16:29:47.602036 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'Port': ['ID=43c495ee-36c8-4963-b0dd-e17df6330b10,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:47.607699 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:47.977709 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.050212 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.255461 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.259906 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32358713'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.263583 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-85f9797f-99c1-4f74-a604-cffbb971d22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:29:48.367513 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event updated for resources: {'Port': ['ID=43c495ee-36c8-4963-b0dd-e17df6330b10,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:48.371566 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:29:48.380464 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574818'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.652182 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.l3_db [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Floating IP 97f6b265-821d-4d09-baaa-a038b5474753 associated. External IP: 172.28.1.101, port: 32667152-0a7c-4657-8ac9-66852b1ec1a0. Jun 03 16:29:49.002474 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Router c842e0f7-cf34-432f-a062-49095b312e64 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:29:49.180945 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:29:49.191975 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] Sync routers for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:29:49.204101 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:49.204831 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:29:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:49.214344 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:49.282036 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2600777 Jun 03 16:29:49.282864 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:29:49.285867 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:29:49.383682 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f9d728-73c9-4bad-b9fe-a84953a38a33 x-openstack-request-id: req-e4f9d728-73c9-4bad-b9fe-a84953a38a33 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:29:49.384006 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:29:49.384292 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4f9d728-73c9-4bad-b9fe-a84953a38a33 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:29:49.384716 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'status': 'completed', 'code': 200} Jun 03 16:29:49.388649 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:49.495432 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-fbd5b4ef-62c4-4b01-aa56-b6b23a824000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:49.496905 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-fbd5b4ef-62c4-4b01-aa56-b6b23a824000 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0696304 Jun 03 16:29:49.634593 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-ab457d89-9973-443d-a7d2-b18d14feba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:49.636195 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-ab457d89-9973-443d-a7d2-b18d14feba6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1329875 Jun 03 16:29:49.736391 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '97f6b265-821d-4d09-baaa-a038b5474753', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'port_id': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'mac_address': 'fa:16:3e:f3:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:29:47Z', 'updated_at': '2021-06-03T16:29:47Z', 'revision_number': 0, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:05Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:49.741348 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] Checking router: c842e0f7-cf34-432f-a062-49095b312e64 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:29:49.750329 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:29:49.750949 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:29:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:49.846934 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-247d6cf9-9e7f-4155-8fae-0d805e3871f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 999 time: 0.2039838 Jun 03 16:29:49.913429 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-1b095bf0-3365-4bfd-836f-236420754f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:49.914826 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-1b095bf0-3365-4bfd-836f-236420754f2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0622253 Jun 03 16:29:49.927322 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:29:49.992849 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-37336dee-e720-4fad-afc3-b73074262d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:29:49.994348 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-37336dee-e720-4fad-afc3-b73074262d75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727363 Jun 03 16:29:50.128886 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-bd437634-31bd-40ad-99a1-f38fa531602c service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276214 Jun 03 16:29:50.265073 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e9fe1111-35ab-492b-bcc4-8cb2917f78f7 req-75223a2a-4a38-4f75-8134-9d32c04a8fe7 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303904 Jun 03 16:29:50.306412 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '97f6b265-821d-4d09-baaa-a038b5474753', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'port_id': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'mac_address': 'fa:16:3e:f3:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:29:47Z', 'updated_at': '2021-06-03T16:29:47Z', 'revision_number': 0, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:05Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:29:50.310289 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea444e7-fe3e-4b5a-a550-10322e63fb0f None None] The sync data for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb is: [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_floatingips': [{'id': '97f6b265-821d-4d09-baaa-a038b5474753', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'router_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'port_id': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'mac_address': 'fa:16:3e:f3:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:29:47Z', 'updated_at': '2021-06-03T16:29:47Z', 'revision_number': 0, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:05Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:29:50.382443 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9a884cc8-45d5-4648-9feb-842eff55ce03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:50.500075 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e086e32-1c43-44dd-a838-3f9695993668 None None] New status for floating IP 97f6b265-821d-4d09-baaa-a038b5474753: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:29:52.995744 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:53.094002 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-adf7502d-55d9-49b1-be54-fbe3d9539f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:54.571822 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:55.893081 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:00.156193 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:30:01.137567 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:09.965267 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-e3967dbc-f58a-4f1e-a301-be23062cf220 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796697 Jun 03 16:30:10.120519 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93770-9f11-49b9-b736-8044013eb38c req-8875c8c7-79e9-4498-98d6-28961e969c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:30:10.121979 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-8875c8c7-79e9-4498-98d6-28961e969c93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0710533 Jun 03 16:30:10.266103 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93770-9f11-49b9-b736-8044013eb38c req-96dd20fc-3e5a-472c-b8ed-9fbef9b9e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:30:10.267574 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-96dd20fc-3e5a-472c-b8ed-9fbef9b9e538 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1258445 Jun 03 16:30:10.369722 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-bba52ee2-8806-4c15-9863-a3d9908f5651 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 1001 time: 0.0957658 Jun 03 16:30:10.431914 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93770-9f11-49b9-b736-8044013eb38c req-6fe0726f-8354-4fd7-9c01-6886463c56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:30:10.433248 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-6fe0726f-8354-4fd7-9c01-6886463c56fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0568864 Jun 03 16:30:10.513629 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb93770-9f11-49b9-b736-8044013eb38c req-8457d303-fd0f-48e1-a5b7-320363bd3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:30:10.515364 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-8457d303-fd0f-48e1-a5b7-320363bd3559 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749323 Jun 03 16:30:10.648381 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-157e8b15-0b5f-4872-9f2a-3ce311e5600e service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259336 Jun 03 16:30:10.779948 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ebb93770-9f11-49b9-b736-8044013eb38c req-30205205-e5dc-4c32-9a8c-8e820bf1507b service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258197 Jun 03 16:30:20.386710 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-38bc01aa-c7dc-4c13-b33e-888fdc671053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:23.003890 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:23.096195 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f82aac39-5133-4c5f-96b4-c2a6ee7f5846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:24.576102 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:25.898294 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:31.137897 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:37.158066 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:30:50.389538 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07c37bc1-3660-4642-8bb3-9f9800aaec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:52.998213 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:53.108446 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb3a9-b93a-4d56-9a12-b74dc7357bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:54.576225 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:55.901275 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:01.137767 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:11.916491 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-ecf5ce31-2ca1-4dc4-ad2a-a8641c8341d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686431 Jun 03 16:31:12.071443 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-c5284e5a-aeb5-4a58-ade4-f2c61ae2599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:31:12.072967 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-c5284e5a-aeb5-4a58-ade4-f2c61ae2599b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0732822 Jun 03 16:31:12.329192 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-953a6555-e539-4c5d-8e9f-db8bad97e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:31:12.330728 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-953a6555-e539-4c5d-8e9f-db8bad97e3e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.2363195 Jun 03 16:31:12.434912 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-4ed1ee61-ff49-4adf-936c-a3a34ebeafa6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 1001 time: 0.0962274 Jun 03 16:31:12.497096 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-ac6c410b-e28e-47a2-91ba-c4374a9daa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:31:12.498547 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-ac6c410b-e28e-47a2-91ba-c4374a9daa6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0575686 Jun 03 16:31:12.576309 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-c6dce7bd-e6a5-4440-8fd5-a7f3e261d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:31:12.577754 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-c6dce7bd-e6a5-4440-8fd5-a7f3e261d769 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698881 Jun 03 16:31:12.712170 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-8d1a55cb-1df7-4f5e-863d-5f244f97ad45 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279333 Jun 03 16:31:12.847624 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-59ad3412-d8a1-4447-bab6-aabda77d4c45 req-4eea6757-655f-4c63-b630-89ca851f16fe service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295645 Jun 03 16:31:14.158386 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:31:20.391429 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dede575a-4bf2-4cfa-8fa0-54ff4ded7ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:23.000462 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:23.109917 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c5eecd74-d107-4ec9-9737-388424a62eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:24.578832 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:25.904161 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:31.136326 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:50.393551 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31fd45ee-6e78-44b4-bc0f-fc4201f80fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:51.157900 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:31:53.003092 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:53.104157 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-30fca377-24fb-4c31-b1f2-21f718831067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:54.583138 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:55.906992 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:01.138097 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:12.942336 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2cd02-6eb1-44ad-9b98-28e905a3f0d0 req-be93db18-4193-4448-bf94-c6dafb344771 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:12.944492 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b3b2cd02-6eb1-44ad-9b98-28e905a3f0d0 req-be93db18-4193-4448-bf94-c6dafb344771 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0940804 Jun 03 16:32:12.996606 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b3b2cd02-6eb1-44ad-9b98-28e905a3f0d0 req-972c1cdd-d429-4ebc-a084-32f5524c9a12 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 Jun 03 16:32:14.037956 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-1a988d95-d90e-42a6-9e0f-bbb47c3375e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:14.040273 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-1a988d95-d90e-42a6-9e0f-bbb47c3375e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0817986 Jun 03 16:32:14.196054 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-80344546-3af4-4ce1-8440-6a119cdcf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:14.197656 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-80344546-3af4-4ce1-8440-6a119cdcf516 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1366572 Jun 03 16:32:14.217886 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d266-f1df-4269-bc81-76dda7e0c60e req-69294765-ef86-4b92-b7f2-8b5f1e5d568f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:14.220397 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ab59d266-f1df-4269-bc81-76dda7e0c60e req-69294765-ef86-4b92-b7f2-8b5f1e5d568f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0990360 Jun 03 16:32:14.275778 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-ab59d266-f1df-4269-bc81-76dda7e0c60e req-545fd135-eb20-420e-b591-46e2323c4c2a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493863 Jun 03 16:32:14.303201 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-0bcfe89d-f562-4595-995c-80387a5dcb9b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 1001 time: 0.0990856 Jun 03 16:32:14.375384 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-b628e192-029f-48fa-91b4-f0fe757b8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:14.376815 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-b628e192-029f-48fa-91b4-f0fe757b8ce4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0675597 Jun 03 16:32:14.456399 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-d66373c6-739e-445e-b97b-ac749e10396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:14.457844 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-d66373c6-739e-445e-b97b-ac749e10396e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746992 Jun 03 16:32:14.693613 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-131bd505-94a0-43a1-8764-4279f40a316c service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275438 Jun 03 16:32:14.857802 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e70e9320-363f-4ebf-b608-652fcd247e48 req-6b897253-40ac-486e-911f-28b2f22eda96 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573887 Jun 03 16:32:15.561962 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fecdf1-b25e-4021-b7f2-d57497e401af req-492c5957-0395-45ef-8452-45c7786a3d0d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:15.565158 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-06fecdf1-b25e-4021-b7f2-d57497e401af req-492c5957-0395-45ef-8452-45c7786a3d0d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1528597 Jun 03 16:32:15.613729 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-06fecdf1-b25e-4021-b7f2-d57497e401af req-069edbd8-79db-4761-b338-bc78b1e82f03 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427108 Jun 03 16:32:16.808248 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61910df8-65e6-4151-b7de-8cc8d2066271 req-c76e72e9-ae39-412a-aaa2-8b1eca227ce1 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:16.809736 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-61910df8-65e6-4151-b7de-8cc8d2066271 req-c76e72e9-ae39-412a-aaa2-8b1eca227ce1 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0839365 Jun 03 16:32:16.855999 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-61910df8-65e6-4151-b7de-8cc8d2066271 req-f8971515-1272-4e1a-8999-4229d0a2c8ae tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400448 Jun 03 16:32:18.047354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d536-0c79-4010-a32f-4f664536d308 req-addb5a77-2fd2-4f40-a5e5-cfbdc621efcb tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:18.048886 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a895d536-0c79-4010-a32f-4f664536d308 req-addb5a77-2fd2-4f40-a5e5-cfbdc621efcb tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0842052 Jun 03 16:32:18.098572 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a895d536-0c79-4010-a32f-4f664536d308 req-3c48d31e-6912-45c0-b0eb-299ba2c9b87f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Jun 03 16:32:19.286142 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739f745-a2a9-4d51-a9eb-80a759e882d8 req-a24afdad-98e6-4e14-a569-72657dea575e tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:19.287646 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a739f745-a2a9-4d51-a9eb-80a759e882d8 req-a24afdad-98e6-4e14-a569-72657dea575e tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0830481 Jun 03 16:32:19.334517 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-a739f745-a2a9-4d51-a9eb-80a759e882d8 req-c98f0a84-c30c-4a7e-acf7-979839cc4437 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412755 Jun 03 16:32:20.407457 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd75e-512a-45fd-922d-70525e22241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:20.636068 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5e783-347e-43ef-8dd5-5f33a0a3b180 req-e30326e9-023a-4b6d-8739-3b9b940de983 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:20.637452 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-22a5e783-347e-43ef-8dd5-5f33a0a3b180 req-e30326e9-023a-4b6d-8739-3b9b940de983 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1835101 Jun 03 16:32:20.683795 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-22a5e783-347e-43ef-8dd5-5f33a0a3b180 req-e3b70f4b-1371-4f46-bc89-009a9c8598af tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400281 Jun 03 16:32:21.883104 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f2a2-18e4-4dc8-b64d-10588e8879d1 req-568a3f49-7941-4a4c-a358-e173dd912f2d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:21.884676 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f793f2a2-18e4-4dc8-b64d-10588e8879d1 req-568a3f49-7941-4a4c-a358-e173dd912f2d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0892763 Jun 03 16:32:21.935013 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f793f2a2-18e4-4dc8-b64d-10588e8879d1 req-f59efc6c-46f2-450a-b687-20322d21e79f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443771 Jun 03 16:32:23.009493 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:23.118881 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94e4d8fa-fa27-48fd-bfab-44a3a5c58bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:23.186081 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-5220b0d4-ccb1-412a-86d9-3e2b864ca17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:23.188206 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-5220b0d4-ccb1-412a-86d9-3e2b864ca17e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.1436646 Jun 03 16:32:23.200735 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8cd4f-832a-481f-834d-11c3b929b109 req-2c2b19e0-5bce-4228-adba-d37c34bb1452 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:23.202310 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c6e8cd4f-832a-481f-834d-11c3b929b109 req-2c2b19e0-5bce-4228-adba-d37c34bb1452 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1215756 Jun 03 16:32:23.347739 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-c6e8cd4f-832a-481f-834d-11c3b929b109 req-716ad91f-d945-4f08-8f7f-ad183faf5f95 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217780 Jun 03 16:32:23.380517 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-b5c16d45-c6ad-481b-9704-dd7d13db7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:23.381985 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-b5c16d45-c6ad-481b-9704-dd7d13db7caa service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1787951 Jun 03 16:32:23.491763 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-344a70ed-83d3-42b9-b32d-86e8ac61c04a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 1001 time: 0.1027400 Jun 03 16:32:23.562751 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-dcae0514-29f2-4b68-80cc-20255175b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:23.564211 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-dcae0514-29f2-4b68-80cc-20255175b282 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0662785 Jun 03 16:32:23.649499 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-40ab2b94-e98b-44ec-a4e2-875710d5b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:23.651061 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-40ab2b94-e98b-44ec-a4e2-875710d5b2fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812232 Jun 03 16:32:23.805278 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-bb8bf58c-47ed-47ee-999d-a047a08e00ad service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468568 Jun 03 16:32:23.951169 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-7396bf63-a2e5-4b85-8921-1e37a88910f8 req-81370f39-f32a-457a-b7b3-7d381a77f7af service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389875 Jun 03 16:32:24.563636 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa4595-ec60-445a-a591-e5146efb9d27 req-132772f9-935c-4dc5-9dae-4f412f0504cd tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:24.568238 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d6fa4595-ec60-445a-a591-e5146efb9d27 req-132772f9-935c-4dc5-9dae-4f412f0504cd tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0975795 Jun 03 16:32:24.597865 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:24.631764 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-d6fa4595-ec60-445a-a591-e5146efb9d27 req-638ce9a9-2693-4514-a584-4a07e4634110 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603433 Jun 03 16:32:25.881860 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406ccb6-daf8-499d-ae46-b3a3b659f081 req-5d787775-9229-4e60-9928-b9694b51b5ef tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:25.883473 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e406ccb6-daf8-499d-ae46-b3a3b659f081 req-5d787775-9229-4e60-9928-b9694b51b5ef tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1022718 Jun 03 16:32:25.921620 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.940347 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-e406ccb6-daf8-499d-ae46-b3a3b659f081 req-341407e1-a2a9-40da-8127-0355d8635e04 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469205 Jun 03 16:32:27.143869 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abb6e0-a1e6-4882-8fc1-c20881bec74c req-b12e47ba-9f3d-49c7-a75d-3e8cc9c1a0d3 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:27.145427 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-25abb6e0-a1e6-4882-8fc1-c20881bec74c req-b12e47ba-9f3d-49c7-a75d-3e8cc9c1a0d3 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0856020 Jun 03 16:32:27.193514 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-25abb6e0-a1e6-4882-8fc1-c20881bec74c req-c93e26c8-d153-4f29-b5a7-d4ccb168f818 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Jun 03 16:32:27.742932 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8d99d-fce8-452c-9fb0-6c5199d952c1 req-48459913-be60-46cd-b05c-22e99451ab22 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:27.745428 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e6b8d99d-fce8-452c-9fb0-6c5199d952c1 req-48459913-be60-46cd-b05c-22e99451ab22 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.2602081 Jun 03 16:32:27.749859 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-ead56718-1641-4785-8946-87329d0ec3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3136473 Jun 03 16:32:27.773112 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:32:27.814802 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-e6b8d99d-fce8-452c-9fb0-6c5199d952c1 req-58d70dea-3a75-466a-978f-bf33d5358072 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612981 Jun 03 16:32:27.934847 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:27.965620 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:32:27.968969 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b74a2fa-9008-4bf5-b371-a0784d875b5b" -d '{"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-unplugged", "status": "completed", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:32:27.980142 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:27.984995 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:27.989350 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:32:28.037883 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 16:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e90c09-cf51-4af5-a334-c456e4922c01 x-openstack-request-id: req-94e90c09-cf51-4af5-a334-c456e4922c01 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:32:28.038198 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-unplugged", "status": "failed", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "code": 422}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:32:28.038485 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-94e90c09-cf51-4af5-a334-c456e4922c01 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:32:28.038874 dv-cinder-786524-8-smb neutron-server[91758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'code': 422} returned with failed status Jun 03 16:32:28.095757 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=6']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:28.105812 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.106276 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.106606 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.106934 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.107258 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.107575 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.108080 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.108928 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.109267 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.109589 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.109900 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.110230 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:28.114718 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:32:28.157660 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:32:29.153382 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9d5de-451c-4e76-8c11-59b16eb313a4 req-5c3a5869-b7e0-43f5-ad5c-0776c6fe099c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:29.155023 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-29d9d5de-451c-4e76-8c11-59b16eb313a4 req-5c3a5869-b7e0-43f5-ad5c-0776c6fe099c tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.2195380 Jun 03 16:32:29.203769 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-29d9d5de-451c-4e76-8c11-59b16eb313a4 req-f7c35010-9ed5-44f3-986d-9901c90744df tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Jun 03 16:32:29.446464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-df70a65b-c080-466b-8edb-f41578c15e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:29.447960 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-df70a65b-c080-466b-8edb-f41578c15e4f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db&tenant_id=f9c8a66ed41c44b3927864609a680d79 HTTP/1.1" status: 200 len: 1096 time: 0.0726373 Jun 03 16:32:29.560729 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-d4b1b815-563c-4990-9ecd-8283f63add5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:29.562853 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-d4b1b815-563c-4990-9ecd-8283f63add5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1096 time: 0.0798366 Jun 03 16:32:29.699074 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-273da21b-53e0-4319-8237-d25dee277b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:29.700421 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-273da21b-53e0-4319-8237-d25dee277b01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1316702 Jun 03 16:32:29.807931 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-f75fa0b3-68a4-4419-be80-92823d223159 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 999 time: 0.1014447 Jun 03 16:32:29.873180 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-0a7c886a-70cb-47a1-946a-9d99282f730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:29.874930 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-0a7c886a-70cb-47a1-946a-9d99282f730d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0612948 Jun 03 16:32:29.957496 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-f3e276ef-8b09-49b4-9b23-b7d0d41e192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:29.959227 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-f3e276ef-8b09-49b4-9b23-b7d0d41e192b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783992 Jun 03 16:32:30.206013 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-9f40bcc3-d3d6-42e6-88ee-5bde20d3cc54 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397101 Jun 03 16:32:30.384304 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-f5de2759-89a9-4c06-b548-cbd1482e4e16 req-8e287c69-d02c-45aa-a017-f4b6b5be79b6 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719179 Jun 03 16:32:30.417362 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acf547-662c-41c9-b6e5-9c83c95a6c07 req-b66a2f11-86a7-4858-ab6c-4417a48ea176 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:30.418848 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46acf547-662c-41c9-b6e5-9c83c95a6c07 req-b66a2f11-86a7-4858-ab6c-4417a48ea176 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.1044540 Jun 03 16:32:30.469954 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-46acf547-662c-41c9-b6e5-9c83c95a6c07 req-ec249e1c-9880-43ed-acbc-e0d5386ef528 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451837 Jun 03 16:32:31.137525 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:31.651730 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4123d0-0a23-411a-9713-2338e14a5de7 req-d6b2ca69-c7c7-4865-8a6b-a2330533b0ff tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:31.653158 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6b4123d0-0a23-411a-9713-2338e14a5de7 req-d6b2ca69-c7c7-4865-8a6b-a2330533b0ff tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.0781233 Jun 03 16:32:31.700306 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-6b4123d0-0a23-411a-9713-2338e14a5de7 req-89c2ba4d-5ffd-46f7-b2cc-55c869a1e929 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409613 Jun 03 16:32:32.885465 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3f8b9-526e-4ce1-958c-60fe4c1abcd3 req-bace6b97-aea7-4fd0-8ce4-32eab12b1b69 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:32.886934 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-97c3f8b9-526e-4ce1-958c-60fe4c1abcd3 req-bace6b97-aea7-4fd0-8ce4-32eab12b1b69 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.0831833 Jun 03 16:32:32.930093 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-97c3f8b9-526e-4ce1-958c-60fe4c1abcd3 req-a90921c2-5a80-4348-b2f6-d1c052f6e8e1 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375786 Jun 03 16:32:33.838315 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:32:33.976160 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:33.990473 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Returning: {'device': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'port_id': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'mac_address': 'fa:16:3e:f3:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:32:34.047489 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:34.067900 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32667152-0a7c-4657-8ac9-66852b1ec1a0 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 16:32:34.090472 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:34.095605 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:34.103905 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:32:34.120383 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84386-2d0c-422d-9be3-080fb9bea78a req-84a30d29-f126-467a-8d77-474d8ae21357 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:34.121831 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-efd84386-2d0c-422d-9be3-080fb9bea78a req-84a30d29-f126-467a-8d77-474d8ae21357 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 943 time: 0.0839126 Jun 03 16:32:34.166901 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-efd84386-2d0c-422d-9be3-080fb9bea78a req-919d5663-01db-43f4-9f09-96a176776e6f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393505 Jun 03 16:32:34.169907 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=7']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:34.173028 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:32:34.549504 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] get_ports_and_sgs() called for port_ids ['32667152-0a7c-4657-8ac9-66852b1ec1a0'] {{(pid=91758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:32:35.351573 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe934b-b5f8-4372-be11-78bdf5b28474 req-12a976cf-0340-4e62-993f-4fb3f8c35d3a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:35.352993 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a0fe934b-b5f8-4372-be11-78bdf5b28474 req-12a976cf-0340-4e62-993f-4fb3f8c35d3a tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 944 time: 0.0777602 Jun 03 16:32:35.395688 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a0fe934b-b5f8-4372-be11-78bdf5b28474 req-63c8e305-b695-49ae-afa8-51a48c66e2f2 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364325 Jun 03 16:32:35.846486 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 up at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:32:35.920407 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Provisioning complete for port 32667152-0a7c-4657-8ac9-66852b1ec1a0 triggered by entity L2. {{(pid=91758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:32:35.920806 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3555642'] for port, provisioning_complete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:36.043333 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3644354'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:36.073077 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:32:36.075431 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f32f27f55fd31a43ac307eab1e538ffabe248c30e8d6c22bd3e8951388a0078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36533ff2-693b-4a55-8d8d-8a6a0bb25d5b" -d '{"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-plugged", "status": "completed", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:32:36.085137 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:36.089139 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757389492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757389057374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757389057419'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:36.091596 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:32:36.134862 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e58b59-f505-4b73-9537-12047902f5e9 x-openstack-request-id: req-61e58b59-f505-4b73-9537-12047902f5e9 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:32:36.135160 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-plugged", "status": "completed", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:32:36.135418 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61e58b59-f505-4b73-9537-12047902f5e9 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:32:36.135808 dv-cinder-786524-8-smb neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'code': 200} Jun 03 16:32:36.163493 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Pushing event updated for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=8']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:36.167535 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:32:36.480890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f305-d2f2-4002-891a-82d9b9b91ced req-aa28f2ec-3d72-4b33-9898-418263593f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:36.482405 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a575f305-d2f2-4002-891a-82d9b9b91ced req-aa28f2ec-3d72-4b33-9898-418263593f1c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0791049 Jun 03 16:32:36.570156 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-a575f305-d2f2-4002-891a-82d9b9b91ced req-2352ea69-dfe9-40f2-b994-a98f6e47747a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813718 Jun 03 16:32:36.600080 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120c91-3fde-4a05-bcaa-77bd4073ff3f req-1f46d455-d124-4cd3-a85b-7f44783d396b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:36.601480 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cb120c91-3fde-4a05-bcaa-77bd4073ff3f req-1f46d455-d124-4cd3-a85b-7f44783d396b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0974777 Jun 03 16:32:36.649213 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-cb120c91-3fde-4a05-bcaa-77bd4073ff3f req-0933bb56-d9e2-475e-b123-9ec6fa57f114 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Jun 03 16:32:37.840157 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f6fd9-0758-43e5-a14a-628b16972638 req-76329f66-e7e8-41ab-ae18-722d42dfeb03 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:37.841704 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-975f6fd9-0758-43e5-a14a-628b16972638 req-76329f66-e7e8-41ab-ae18-722d42dfeb03 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0868287 Jun 03 16:32:37.888522 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-975f6fd9-0758-43e5-a14a-628b16972638 req-4c3ced95-925e-4ef6-abf1-f776f767d3f9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Jun 03 16:32:39.082633 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5963a-788b-49e2-809a-13a5e0107b8d req-fa830238-933e-4a5e-9ff9-3273392e6ffb tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:32:39.084052 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ddd5963a-788b-49e2-809a-13a5e0107b8d req-fa830238-933e-4a5e-9ff9-3273392e6ffb tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.0861218 Jun 03 16:32:39.130287 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-ddd5963a-788b-49e2-809a-13a5e0107b8d req-3639d381-5b13-48a8-9c4f-255823db384f tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Jun 03 16:32:50.401287 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ddf21f82-0eab-4e2f-bd86-a8b3ea999fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:53.003622 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:53.111988 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ceecfde0-3ed9-477c-9f31-f9e671544ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:54.593300 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:55.911395 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:01.133992 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:05.156425 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:33:16.585947 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-4faaf446-96ea-4c57-ac73-6715af0ed8c9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717628 Jun 03 16:33:16.740730 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-8fb19a29-fb49-4155-8544-2ac098dbf68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:33:16.742222 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-8fb19a29-fb49-4155-8544-2ac098dbf68e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0711734 Jun 03 16:33:16.887640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-bb101fd1-51cb-4b40-b488-2ba6d9e55713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:33:16.889070 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-bb101fd1-51cb-4b40-b488-2ba6d9e55713 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.1267312 Jun 03 16:33:16.992298 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-7520d4f9-c1d8-4732-9373-b96f94beed2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 1001 time: 0.0968101 Jun 03 16:33:17.054925 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-1e9d96e4-8699-47c1-a3c1-9d7d7d2f9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:33:17.056372 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-1e9d96e4-8699-47c1-a3c1-9d7d7d2f9329 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0580852 Jun 03 16:33:17.135300 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-3e6611ea-a290-4f3f-bfae-8afab42bdc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:33:17.136758 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-3e6611ea-a290-4f3f-bfae-8afab42bdc65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739627 Jun 03 16:33:17.270439 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-5f1a9688-8512-4d96-8eec-f520937d466f service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268520 Jun 03 16:33:17.496304 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-833f4c7a-24e2-4a01-97af-0a3f252b5286 req-5d467e25-23e6-4eda-b1db-7b5803d15c8e service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195008 Jun 03 16:33:20.403660 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ca573001-1291-4c88-872e-0e2d31f08f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:23.006194 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:23.112951 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d49-bf38-4daf-8739-e22db59a8800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:24.592551 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:25.914815 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:31.151934 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:42.155284 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:33:44.669492 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [req-f737659d-cdb2-46c7-abf4-06a800f00353 req-8c6421b5-2d17-45bf-8634-88aa21eadbfa service neutron] (91756) timed out ('10.222.0.76', 64037) {{(pid=91756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:33:50.405370 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b718fc8b-8d51-47a9-be51-f4b3a845b1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:53.008547 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:53.113804 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-acfb174f-e3cd-450a-91cc-005d580c759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:54.595274 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:55.915976 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:01.165801 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:14.105451 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 34082) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:14.509995 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Deleting port 43c495ee-36c8-4963-b0dd-e17df6330b10 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:14.510288 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:14.643232 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:14.643562 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:14.775172 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Calling delete_port for 43c495ee-36c8-4963-b0dd-e17df6330b10 owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:14.924314 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:14.928593 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b195ec21-0833-4943-b7f3-ef587afca838 tempest-TestMinimumBasicScenario-303658699 tempest-TestMinimumBasicScenario-303658699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:14.977435 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event deleted for resources: {'Port': ['ID=43c495ee-36c8-4963-b0dd-e17df6330b10,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:15.028022 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.028302 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.028675 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.029037 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.029395 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.029750 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.030103 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.030478 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.030919 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.031237 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.031588 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.031938 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:15.035823 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:15.095853 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:15.096251 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.db.l3_db [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Floating IP 97f6b265-821d-4d09-baaa-a038b5474753 disassociated (deleted). External IP: 172.28.1.101, port: 32667152-0a7c-4657-8ac9-66852b1ec1a0. Jun 03 16:34:15.575046 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Router c842e0f7-cf34-432f-a062-49095b312e64 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:34:15.758830 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:34:15.769179 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] Sync routers for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:34:15.779713 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:34:15.780431 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:33:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:15.782428 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:15.851484 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-dff934b9-f101-4378-8bdf-d0efe1471c2b tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "DELETE /v2.0/floatingips/97f6b265-821d-4d09-baaa-a038b5474753 HTTP/1.1" status: 204 len: 168 time: 1.7441850 Jun 03 16:34:15.852375 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:34:15.855644 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4fb63a1cb299a155d1dc428a1e36b01a29c23a0ce3aa6741b045edc69689a29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e93af-e635-4adc-a2da-3191e583b931" -d '{"events": [{"name": "network-changed", "server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:34:15.938688 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20440483-8f46-4892-828c-d704a7100343 x-openstack-request-id: req-20440483-8f46-4892-828c-d704a7100343 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:34:15.939504 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:34:15.939966 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20440483-8f46-4892-828c-d704a7100343 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:34:15.940531 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'status': 'completed', 'code': 200} Jun 03 16:34:15.987332 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:34:16.060869 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e93af-e635-4adc-a2da-3191e583b931 req-67221c6d-d22c-43a4-afac-356061f25b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:16.063669 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-67221c6d-d22c-43a4-afac-356061f25b00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9c8a66ed41c44b3927864609a680d79&device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 1098 time: 0.0817671 Jun 03 16:34:16.302329 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e93af-e635-4adc-a2da-3191e583b931 req-bd9b006d-d667-4f86-b2ae-ab312d01aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:16.305230 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-bd9b006d-d667-4f86-b2ae-ab312d01aa93 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 200 len: 910 time: 0.2343764 Jun 03 16:34:16.386853 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:05Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:16.393884 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] Checking router: c842e0f7-cf34-432f-a062-49095b312e64 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:34:16.409553 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:34:16.410625 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:33:53Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:16.414846 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-b50385f3-1992-4ee3-984d-8ac26f1ab7a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 200 len: 217 time: 0.1027348 Jun 03 16:34:16.500743 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e93af-e635-4adc-a2da-3191e583b931 req-e7051592-3819-4bd9-bcb8-b03fce46ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:16.502253 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-e7051592-3819-4bd9-bcb8-b03fce46ea85 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 200 len: 848 time: 0.0758140 Jun 03 16:34:16.573324 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad8616-23eb-4cb2-a16d-1ca7f8f7db28 req-abf07106-baad-4ffb-bb55-230122d5e38d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:16.574954 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8dad8616-23eb-4cb2-a16d-1ca7f8f7db28 req-abf07106-baad-4ffb-bb55-230122d5e38d tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.3320644 Jun 03 16:34:16.642252 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-8dad8616-23eb-4cb2-a16d-1ca7f8f7db28 req-fc8ac6e8-2ae2-41ab-8afc-77370f7648ae tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574882 Jun 03 16:34:16.645833 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e93af-e635-4adc-a2da-3191e583b931 req-648a5a0d-c99f-4d39-ad3a-864520d445d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:16.647361 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-648a5a0d-c99f-4d39-ad3a-864520d445d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d0d4bbb-a81b-41e6-b014-6785408a3d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1359217 Jun 03 16:34:16.684502 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:34:16.807241 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-088e0d72-7071-49c4-9bd5-b5bf34e5cd85 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526015 Jun 03 16:34:16.951566 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-136e93af-e635-4adc-a2da-3191e583b931 req-491f8db0-c7b4-4943-9a56-783136b5d280 service neutron] 10.222.0.76 "GET /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376770 Jun 03 16:34:17.024600 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:05Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:17.029303 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ea6f8-bd16-4315-a4f7-f62ffbc16d34 None None] The sync data for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb is: [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:28:59Z', 'revision_number': 4, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb', '_interfaces': [{'id': '1571ec45-8438-4d4b-933a-4352e6b89508', 'name': '', 'network_id': '1d0d4bbb-a81b-41e6-b014-6785408a3d55', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'mac_address': 'fa:16:3e:29:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:58Z', 'updated_at': '2021-06-03T16:29:05Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'subnets': [{'id': '58360565-d4d3-410b-875a-f5b61688d9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:34:17.256292 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f7582-7d64-44e2-9764-3f6b585cd4dd None None] New status for floating IP 97f6b265-821d-4d09-baaa-a038b5474753: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:34:17.906977 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19c9bd-8eff-42e8-88be-877ef90fe914 req-cc8ffd18-d287-412f-af39-0d24b9e84443 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:17.907891 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-7e19c9bd-8eff-42e8-88be-877ef90fe914 req-cc8ffd18-d287-412f-af39-0d24b9e84443 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Synchronizing usage tracker for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:34:17.925537 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.quota.resource [req-7e19c9bd-8eff-42e8-88be-877ef90fe914 req-cc8ffd18-d287-412f-af39-0d24b9e84443 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Unset dirty status for tenant:f9c8a66ed41c44b3927864609a680d79 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:34:17.926836 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7e19c9bd-8eff-42e8-88be-877ef90fe914 req-cc8ffd18-d287-412f-af39-0d24b9e84443 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1670997 Jun 03 16:34:17.983957 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-7e19c9bd-8eff-42e8-88be-877ef90fe914 req-786e6b80-cbf5-4aba-b8bf-d46cf8a5f042 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/security-groups?id=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504425 Jun 03 16:34:18.007225 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-5627d3b9-13da-4682-bfd4-ff32a5cb95d4 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 16:34:18.008789 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-5627d3b9-13da-4682-bfd4-ff32a5cb95d4 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 945 time: 0.1099887 Jun 03 16:34:18.159997 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Deleting port 32667152-0a7c-4657-8ac9-66852b1ec1a0 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:18.160447 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:18.309033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] For port 32667152-0a7c-4657-8ac9-66852b1ec1a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=32667152-0a7c-4657-8ac9-66852b1ec1a0,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:18.309312 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:18.438052 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Calling delete_port for 32667152-0a7c-4657-8ac9-66852b1ec1a0 owned by compute:nova {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:18.556815 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:18.563621 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-07ede494-17dd-4f7f-9af4-38531dd0950f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:18.613774 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event deleted for resources: {'Port': ['ID=32667152-0a7c-4657-8ac9-66852b1ec1a0,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:18.680570 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.680935 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.681286 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.681635 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.681978 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.682355 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.682695 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.683036 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.683377 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.683715 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.684058 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.684396 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:18.692971 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:18.699890 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] No DVR routers for this DVR port 32667152-0a7c-4657-8ac9-66852b1ec1a0 on host hv-cinder-78652 {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:34:18.702638 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-890166'] for port, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:18.705415 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-deleted', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 16:34:18.707780 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c21370c9c8dc1f713680324a4b7ba4059dbabdd446dbeeda982afc7caf643d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454616c-5440-4387-8e2a-5f47fa88c30c" -d '{"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-deleted", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 16:34:18.725151 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [req-b39f47e2-de20-4ccd-bcb4-237ed2389de0 req-52d1e06d-aba4-49a8-9516-58547000a5d5 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.76 "DELETE /v2.0/ports/32667152-0a7c-4657-8ac9-66852b1ec1a0 HTTP/1.1" status: 204 len: 173 time: 0.7103546 Jun 03 16:34:18.765322 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81914244-280b-4a0e-9adb-2d174e11bfdf x-openstack-request-id: req-81914244-280b-4a0e-9adb-2d174e11bfdf {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 16:34:18.765830 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7546e1a-66cd-44f5-9f6e-fb0edc1a24db", "name": "network-vif-deleted", "tag": "32667152-0a7c-4657-8ac9-66852b1ec1a0", "status": "completed", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 16:34:18.766316 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81914244-280b-4a0e-9adb-2d174e11bfdf {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 16:34:18.766967 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7546e1a-66cd-44f5-9f6e-fb0edc1a24db', 'name': 'network-vif-deleted', 'tag': '32667152-0a7c-4657-8ac9-66852b1ec1a0', 'status': 'completed', 'code': 200} Jun 03 16:34:19.147699 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [req-cbe589f6-524a-4dde-9fd2-686f06c17b7e req-f9adbceb-c18c-4320-a546-bc94f4011dce tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7546e1a-66cd-44f5-9f6e-fb0edc1a24db HTTP/1.1" status: 200 len: 210 time: 0.0536263 Jun 03 16:34:19.168765 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:34:20.256455 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34118) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:20.330929 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:20.367464 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] No Port match for: 32667152-0a7c-4657-8ac9-66852b1ec1a0 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:20.367815 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Device 32667152-0a7c-4657-8ac9-66852b1ec1a0 not bound to the agent host hv-cinder-78652 {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:20.410309 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5323-ad3d-4bcc-82fe-82799e5e9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.482566 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.516105 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.594873 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.599799 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6abc2ba5-fe0e-4687-a5c7-f9466c047b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:20.616609 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:20.619797 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:20.629105 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Notify callbacks [] for security_group, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.630299 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-04849e8a-40d1-4a9d-a324-409b2fefbea9 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] 10.222.0.54 "DELETE /v2.0/security-groups/40c53dd5-ebb5-4e5e-8f5e-7421cdd44c29 HTTP/1.1" status: 204 len: 168 time: 0.3727608 Jun 03 16:34:21.702778 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34124) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:22.445014 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:22.875321 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Deleting port 1571ec45-8438-4d4b-933a-4352e6b89508 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:22.876035 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:23.002648 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] For port 1571ec45-8438-4d4b-933a-4352e6b89508, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=1571ec45-8438-4d4b-933a-4352e6b89508,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:23.003008 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:23.013232 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:23.130515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Calling delete_port for 1571ec45-8438-4d4b-933a-4352e6b89508 owned by network:router_interface {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:23.149383 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d390dd11-59ef-48c9-a46c-f72c6808d758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:23.535945 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:23.541038 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-303d4156-8c6a-46a3-99f4-4cee2d2cd2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:23.588718 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1571ec45-8438-4d4b-933a-4352e6b89508,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:23.591188 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:23.863916 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:24.230863 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Router c842e0f7-cf34-432f-a062-49095b312e64 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:34:24.407191 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:34:24.416230 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] Sync routers for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:34:24.420016 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-4170d8c9-ac97-4caa-9e17-f5b63ba0bf53 admin admin] 10.222.0.54 "PUT /v2.0/routers/c842e0f7-cf34-432f-a062-49095b312e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7157714 Jun 03 16:34:24.422024 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34128) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:24.425682 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:34:24.426315 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:34:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:24.599943 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:24.604356 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks [] for router, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:24.605876 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: dv-cinder-786524-8-smb {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:34:24.897732 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:34:23Z', 'revision_number': 5, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port': {'id': 'c08396f3-79ef-4be9-99c9-a47c1aa9c9c2', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:24.901700 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] Checking router: c842e0f7-cf34-432f-a062-49095b312e64 for host: dv-cinder-786524-8-smb {{(pid=91759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:34:24.906868 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:24.911133 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] Routers {'c842e0f7-cf34-432f-a062-49095b312e64'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:34:24.911744 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:34:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['c842e0f7-cf34-432f-a062-49095b312e64'], 'active': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:24.978903 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Deleting port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:24.979272 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.064863 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_dvr_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] Set router c842e0f7-cf34-432f-a062-49095b312e64 gateway port host: None {{(pid=91759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:34:25.112668 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] For port c08396f3-79ef-4be9-99c9-a47c1aa9c9c2, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:25.113026 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.169275 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.l3_hamode_db [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:34:24Z', 'revision_number': 6, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:25.174103 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4229008-5534-4c3b-8fe0-6e46e71cfa23 None None] The sync data for ids ['c842e0f7-cf34-432f-a062-49095b312e64'] in dv-cinder-786524-8-smb is: [{'id': 'c842e0f7-cf34-432f-a062-49095b312e64', 'name': 'tempest-TestShelveInstance-1681500864-router', 'tenant_id': 'f9c8a66ed41c44b3927864609a680d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:28:55Z', 'updated_at': '2021-06-03T16:34:24Z', 'revision_number': 6, 'project_id': 'f9c8a66ed41c44b3927864609a680d79', 'gw_port_host': None}] {{(pid=91759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:34:25.247081 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Calling delete_port for c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 owned by network:router_gateway {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:25.384470 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.388001 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:25.432065 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08396f3-79ef-4be9-99c9-a47c1aa9c9c2,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:25.456971 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:25.523150 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.696734 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.698853 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.722052 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.722632 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c842e0f7-cf34-432f-a062-49095b312e64 {{(pid=91757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:34:25.735713 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.736816 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-7cf7329a-09b1-4296-aa17-bb902c9b9230 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c842e0f7-cf34-432f-a062-49095b312e64 HTTP/1.1" status: 204 len: 168 time: 1.3138559 Jun 03 16:34:25.739351 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34130) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:25.797235 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Deleting subnet 58360565-d4d3-410b-875a-f5b61688d9ea {{(pid=91757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:34:25.800285 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.853216 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32374163'] for subnet, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.921437 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:25.945938 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.300033 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31594911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31495471'] for subnet, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.304448 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2bf21987-4a5f-483e-9a68-edea4a335834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:26.340121 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58360565-d4d3-410b-875a-f5b61688d9ea,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:26.343196 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:26.344197 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.351226 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c4ac9cda-3606-4120-9a64-f1521abfd81f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/58360565-d4d3-410b-875a-f5b61688d9ea HTTP/1.1" status: 204 len: 168 time: 0.6103358 Jun 03 16:34:26.352209 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ef891-5d64-41d3-a959-7722ae128807 None None] Network 1d0d4bbb-a81b-41e6-b014-6785408a3d55 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:34:26.353646 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34132) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:26.462020 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.533850 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Deleting port 0332d897-2e0d-41e0-98cb-c59ea3398a7a {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:26.534219 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.638011 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] For port 0332d897-2e0d-41e0-98cb-c59ea3398a7a, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=0332d897-2e0d-41e0-98cb-c59ea3398a7a,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:26.638410 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.690578 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] DHCP port deletion for 1d0d4bbb-a81b-41e6-b014-6785408a3d55 request from dv-cinder-786524-8-smb {{(pid=91758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 16:34:26.759778 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Deleting port 0332d897-2e0d-41e0-98cb-c59ea3398a7a {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:26.760161 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.766726 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Calling delete_port for 0332d897-2e0d-41e0-98cb-c59ea3398a7a owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:26.817558 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.822545 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-424a4639-d438-4b69-aafb-b9fac92bd63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:26.862025 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] For port 0332d897-2e0d-41e0-98cb-c59ea3398a7a, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=0332d897-2e0d-41e0-98cb-c59ea3398a7a,segment=NetworkSegment(5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5),segment_id=5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:26.862445 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:26.867137 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Pushing event deleted for resources: {'Port': ['ID=0332d897-2e0d-41e0-98cb-c59ea3398a7a,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:26.869579 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:26.878816 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] No DVR routers for this DVR port 0332d897-2e0d-41e0-98cb-c59ea3398a7a on host dv-cinder-786524-8-smb {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:34:26.984190 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Calling delete_port for 0332d897-2e0d-41e0-98cb-c59ea3398a7a owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:26.997798 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.011539 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.services.segments.db [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0d4bbb-a81b-41e6-b014-6785408a3d55']}} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:27.024624 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.services.segments.db [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5') {'for_net_delete': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:27.025059 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.services.segments.db [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfd0f52-b444-4ae3-9cbc-304d4d4c0bb5') {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:27.037101 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32374250'] for segment, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.037539 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.042494 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cd3b6b26-33ea-4ee2-8b02-7071294210ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:27.054515 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.061719 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=91757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:34:27.062227 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31594869'] for segment, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: Traceback (most recent call last): Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: timer() Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: cb(*args, **kw) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: return func(*args, **kwargs) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: self._notify() Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: self.callback(batched_events) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: event.method(event) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: return f(self, *a, **k) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: return self._get(url).json() Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: return self.request(url, 'GET', **kwargs) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:34:27.075859 dv-cinder-786524-8-smb neutron-server[91757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:34:27.089737 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Pushing event deleted for resources: {'Port': ['ID=0332d897-2e0d-41e0-98cb-c59ea3398a7a,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:27.094576 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] No DVR routers for this DVR port 0332d897-2e0d-41e0-98cb-c59ea3398a7a on host dv-cinder-786524-8-smb {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:34:27.101389 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.101735 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.102082 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.102446 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.102774 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.103101 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.103426 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.103748 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.104070 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.104374 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.104690 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.105008 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-smb {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:27.107966 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8b1600d7-54a7-4805-9297-51d29ab80e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:27.162209 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.166542 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:27.185673 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:27.192432 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0d4bbb-a81b-41e6-b014-6785408a3d55,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:27.197381 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:27.203762 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-33a70010-40f9-4b2f-84e3-5f1da61b963e admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d0d4bbb-a81b-41e6-b014-6785408a3d55 HTTP/1.1" status: 204 len: 168 time: 0.8489096 Jun 03 16:34:27.206742 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34134) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:27.227583 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:27.261720 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:27.261962 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device c08396f3-79ef-4be9-99c9-a47c1aa9c9c2 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:27.262405 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 1571ec45-8438-4d4b-933a-4352e6b89508 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:27.294582 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 1571ec45-8438-4d4b-933a-4352e6b89508 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:27.294927 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 1571ec45-8438-4d4b-933a-4352e6b89508 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:27.295340 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 0332d897-2e0d-41e0-98cb-c59ea3398a7a no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:27.330156 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 0332d897-2e0d-41e0-98cb-c59ea3398a7a {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:27.330527 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 0332d897-2e0d-41e0-98cb-c59ea3398a7a not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:27.836418 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403298'] for router_interface, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:28.241640 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Deleting port 62439024-1756-42ee-a010-45bbfca4b110 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:28.241967 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:28.368766 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] For port 62439024-1756-42ee-a010-45bbfca4b110, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=62439024-1756-42ee-a010-45bbfca4b110,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:28.369127 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:28.499606 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Calling delete_port for 62439024-1756-42ee-a010-45bbfca4b110 owned by network:router_interface {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:28.654942 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:28.658742 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c82f072b-703d-4461-b833-b8a760c75aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:28.732494 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=62439024-1756-42ee-a010-45bbfca4b110,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:28.739597 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:28.975997 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406716'] for router_interface, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:29.428236 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Router 53da4c0a-52b0-403d-8958-c98251e8b192 has already been hosted by L3 agent dea114d2-8ab4-4213-8ec1-ca610b1200f6 {{(pid=91757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:34:29.618497 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-smb the message routers_updated {{(pid=91757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:34:29.628161 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-c7148777-77e6-4313-9fe3-2c622f470b19 admin admin] 10.222.0.54 "PUT /v2.0/routers/53da4c0a-52b0-403d-8958-c98251e8b192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4203539 Jun 03 16:34:29.631772 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34136) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:29.632487 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] Sync routers for ids ['53da4c0a-52b0-403d-8958-c98251e8b192'] in dv-cinder-786524-8-smb {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:34:29.643060 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] Routers {'53da4c0a-52b0-403d-8958-c98251e8b192'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:34:29.643688 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:34:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['53da4c0a-52b0-403d-8958-c98251e8b192'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:29.816619 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks [] for router, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:29.845177 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] Set router 53da4c0a-52b0-403d-8958-c98251e8b192 gateway port host: dv-cinder-786524-8-smb {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:34:30.004215 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.076111 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Deleting port dd2b2b2a-4cf2-4784-b733-aa0c48c97187 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:30.076354 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.128098 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'external_fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:34:28Z', 'revision_number': 5, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port': {'id': 'dd2b2b2a-4cf2-4784-b733-aa0c48c97187', 'name': '', 'network_id': '9c4c999d-6aa0-48bc-849e-f75e6d50393e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:29:03Z', 'updated_at': '2021-06-03T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3f30da9-4c71-4f34-b7af-0f0c3da524b9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-smb'}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:30.131891 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] Checking router: 53da4c0a-52b0-403d-8958-c98251e8b192 for host: dv-cinder-786524-8-smb {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:34:30.140505 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] Routers {'53da4c0a-52b0-403d-8958-c98251e8b192'} bound to L3 agent in host dv-cinder-786524-8-smb {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 16:34:30.141112 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:53Z,description=,heartbeat_timestamp=2021-06-03T16:34:23Z,host='dv-cinder-786524-8-smb',id=dea114d2-8ab4-4213-8ec1-ca610b1200f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T16:09:53Z,topic='l3_agent')) {'router_ids': ['53da4c0a-52b0-403d-8958-c98251e8b192'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:30.198508 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] For port dd2b2b2a-4cf2-4784-b733-aa0c48c97187, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,segment=NetworkSegment(ba91d8ac-37e3-4eac-b267-355dd57057f7),segment_id=ba91d8ac-37e3-4eac-b267-355dd57057f7)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:30.198889 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.323310 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] Set router 53da4c0a-52b0-403d-8958-c98251e8b192 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 16:34:30.325911 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Calling delete_port for dd2b2b2a-4cf2-4784-b733-aa0c48c97187 owned by network:router_gateway {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:30.429983 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:34:30Z', 'revision_number': 6, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port_host': None}], 'dv-cinder-786524-8-smb', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:30.439333 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85737b5-80a7-4d0c-b076-871bb7720e07 None None] The sync data for ids ['53da4c0a-52b0-403d-8958-c98251e8b192'] in dv-cinder-786524-8-smb is: [{'id': '53da4c0a-52b0-403d-8958-c98251e8b192', 'name': 'tempest-TestShelveInstance-1482065845-router', 'tenant_id': '2bc9f0f2c476443c9113ce13c781316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:29:02Z', 'updated_at': '2021-06-03T16:34:30Z', 'revision_number': 6, 'project_id': '2bc9f0f2c476443c9113ce13c781316f', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:34:30.462547 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31594922'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.468822 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-66c65077-0cb3-4fd4-8bc4-398845f14793 tempest-AttachVolumeShelveTestJSON-883759231 tempest-AttachVolumeShelveTestJSON-883759231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:30.514530 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2b2b2a-4cf2-4784-b733-aa0c48c97187,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:30.517736 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:30.607569 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574751'] for router_gateway, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.903675 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-512033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075149'] for router, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.906040 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.930965 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-512181'] for router, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.931484 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53da4c0a-52b0-403d-8958-c98251e8b192 {{(pid=91757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:34:30.943790 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] Notify callbacks [] for router, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.944898 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-bd3c9e05-f40a-4470-b0e2-3d9d32a32205 admin admin] 10.222.0.54 "DELETE /v2.0/routers/53da4c0a-52b0-403d-8958-c98251e8b192 HTTP/1.1" status: 204 len: 168 time: 1.3121989 Jun 03 16:34:30.947398 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [-] (91757) accepted ('10.222.0.54', 34138) {{(pid=91757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:31.005041 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.db.db_base_plugin_v2 [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Deleting subnet bb7d9348-791c-4952-9097-704f694cae08 {{(pid=91757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 16:34:31.008320 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.057789 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32374163'] for subnet, precommit_delete_associations {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.139019 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3699476'] for subnet, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.159747 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.246558 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 62439024-1756-42ee-a010-45bbfca4b110 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:31.281581 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 62439024-1756-42ee-a010-45bbfca4b110 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:31.281942 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 62439024-1756-42ee-a010-45bbfca4b110 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:31.282390 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd2b2b2a-4cf2-4784-b733-aa0c48c97187 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:31.320530 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: dd2b2b2a-4cf2-4784-b733-aa0c48c97187 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:31.321145 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device dd2b2b2a-4cf2-4784-b733-aa0c48c97187 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:31.421464 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3699485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31594911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31495471'] for subnet, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.426301 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:31.465561 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7d9348-791c-4952-9097-704f694cae08,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:31.467758 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.471114 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:31.473078 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee7f119-efdb-4d8f-b47b-2e623aef046d None None] Network c50c1157-bd7a-4eb8-807c-d12c28d754b1 requested from dv-cinder-786524-8-smb {{(pid=91758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 16:34:31.478539 dv-cinder-786524-8-smb neutron-server[91757]: INFO neutron.wsgi [None req-714047fd-e2aa-4946-934b-26dbd58cf46f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bb7d9348-791c-4952-9097-704f694cae08 HTTP/1.1" status: 204 len: 168 time: 0.5271199 Jun 03 16:34:31.478909 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 34140) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:31.594773 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614192'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.674362 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Deleting port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:31.674692 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.758075 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] DHCP port deletion for c50c1157-bd7a-4eb8-807c-d12c28d754b1 request from dv-cinder-786524-8-smb {{(pid=91758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 16:34:31.804987 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] For port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:31.805517 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:31.835879 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Deleting port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 16:34:31.836515 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757389563639'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.005656 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] For port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9, host dv-cinder-786524-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-smb',level=0,port_id=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,segment=NetworkSegment(b363c153-98f7-4aa7-b628-062e8282f5f5),segment_id=b363c153-98f7-4aa7-b628-062e8282f5f5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:32.006052 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404690'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.016434 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Calling delete_port for 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:32.069949 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32358850'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.075916 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-951ed19e-705a-49e7-bd15-11a2c6994558 tempest-TestShelveInstance-1857804113 tempest-TestShelveInstance-1857804113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:32.123544 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] No DVR routers for this DVR port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 on host dv-cinder-786524-8-smb {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:34:32.133145 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Calling delete_port for 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 16:34:32.158781 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:32.161986 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:32.190219 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3644283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757389492471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757389057365'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.194413 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-04f32f89-25cc-49ab-8548-4fabbb364e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:32.244546 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] No DVR routers for this DVR port 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 on host dv-cinder-786524-8-smb {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:34:32.248810 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Pushing event deleted for resources: {'Port': ['ID=9f0be622-3c5c-4f32-a5ff-133a4d2915a9,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:32.253290 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b36267c4-1170-466a-b072-f1133686d0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:32.257175 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700097', 'neutron.services.segments.db._delete_segments_for_network-8757389371329'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.272104 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50c1157-bd7a-4eb8-807c-d12c28d754b1']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:32.284575 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b363c153-98f7-4aa7-b628-062e8282f5f5') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:32.284875 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.services.segments.db [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b363c153-98f7-4aa7-b628-062e8282f5f5') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:34:32.296609 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757389375196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32361285'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.320058 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.327296 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:34:32.327721 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3697829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32358685'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: Traceback (most recent call last): Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: timer() Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: cb(*args, **kw) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: return func(*args, **kwargs) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: self._notify() Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: self.callback(batched_events) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: event.method(event) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: return f(self, *a, **k) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: return self._get(url).json() Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: return self.request(url, 'GET', **kwargs) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 16:34:32.340914 dv-cinder-786524-8-smb neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 16:34:32.416599 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-414647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-565671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574836'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.421832 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0d34d8c4-896f-40f7-a54d-c5ae3766e7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:32.437533 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565688'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.449210 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c50c1157-bd7a-4eb8-807c-d12c28d754b1,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:32.452137 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c50c1157-bd7a-4eb8-807c-d12c28d754b1 HTTP/1.1" status: 204 len: 168 time: 0.9721971 Jun 03 16:34:32.453011 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-17e63e1c-e53f-40fe-821d-54c116658a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:32.566834 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 34144) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:32.619762 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-47a61618-4159-4e5e-a804-925f273258ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9c8a66ed41c44b3927864609a680d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513589 Jun 03 16:34:32.622092 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 34146) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:32.681127 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.706946 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.762962 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.766934 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fdce0363-d6fc-473d-8ff6-fd2df67a9b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:32.787499 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.789226 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac358301-a481-47c3-8ab8-57ac6c5a0d4a HTTP/1.1" status: 204 len: 168 time: 0.1661117 Jun 03 16:34:32.790327 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac358301-a481-47c3-8ab8-57ac6c5a0d4a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:32.793507 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9d1e704-325c-4581-8809-b5dc7836e72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:33.224611 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 no longer exists at agent ovs-agent-dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:33.253263 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 34152) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:33.260917 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] No Port match for: 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 {{(pid=91758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 16:34:33.261265 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron.plugins.ml2.rpc [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Device 9f0be622-3c5c-4f32-a5ff-133a4d2915a9 not bound to the agent host dv-cinder-786524-8-smb {{(pid=91758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:34:33.301796 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-3ddf7ec4-9ca0-4895-8844-430905b461ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2bc9f0f2c476443c9113ce13c781316f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471606 Jun 03 16:34:33.304873 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.54', 34154) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:34:33.365450 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:33.391401 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:33.446006 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414558'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:33.449768 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4dca03ff-595c-4fd8-af49-138e0defca61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 16:34:33.461637 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa924bf7-99da-4401-a1c1-ff4cdbbbf2f3,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:33.465097 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 16:34:33.468364 dv-cinder-786524-8-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:33.469481 dv-cinder-786524-8-smb neutron-server[91756]: INFO neutron.wsgi [None req-35c95b31-cbf3-43e2-8dcf-1bde9610c5b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa924bf7-99da-4401-a1c1-ff4cdbbbf2f3 HTTP/1.1" status: 204 len: 168 time: 0.1637254 Jun 03 16:34:50.412579 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2f639a64-1c3e-4aa5-a33c-4cb7efd9694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:53.007251 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:53.113542 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a99a686b-7685-4af6-9a23-4146925626a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:54.599981 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:55.922074 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:56.161128 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:35:01.170258 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:20.414286 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e62e73cf-f276-4fc1-bea2-6cfcfbda24f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:23.008856 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:23.119111 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-175ba07a-9fc6-4bda-b9ad-37558e5f5368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:24.602975 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:25.924722 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:31.176599 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:33.160353 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:35:50.418293 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0ef354c5-b58e-4eb5-92b2-bb98ef09e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:53.016329 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:53.112091 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c93299e1-9f3b-468e-acb1-f80b7e431087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:54.606855 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:55.928273 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:01.192973 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:10.160273 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:36:20.423135 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1a75b509-6e39-436c-9b1b-002a61235ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.011403 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.114930 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc089-f939-4f46-8a8e-1d8ae241d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.608960 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:25.930627 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:31.207905 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:47.158747 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:36:50.424948 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e09788ab-084c-43ac-b47d-5eaa7577c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:53.013469 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:53.118089 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6950-ff02-40c9-ad0b-a8517e41a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.612449 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.935301 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.219292 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.430475 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bf910e8a-7d30-4432-8d70-1ae753840358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:23.020834 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:23.124884 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5542100c-1187-4d34-b4aa-9ecb10d59d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:24.161817 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:37:24.631452 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:25.946879 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:31.226093 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:50.461680 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb8308aa-01ba-4984-9844-a7c0ebbbb98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:53.015027 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:53.118431 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-597d0b1e-494e-45fb-aaf7-30bb483abf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:54.622394 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:55.939031 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:01.160533 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:38:01.240365 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:20.423277 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2558cfd5-bfa6-43d2-9d0f-b594ebcab055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:23.018323 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:23.120340 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6a4faa84-2842-4694-be3b-3bf9896dcbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:24.623298 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:25.942114 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:31.252789 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:38.159209 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:38:50.424408 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c07eb143-4543-4d3a-b980-9266eb3a8b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:53.020085 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:53.121769 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ba09-38b5-44cc-8c0e-26d4afa050b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:54.623940 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:55.944785 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:01.245866 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:06.557761 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [req-eab46001-ae28-40f5-9823-aee11ec2ff9c req-91f6c116-25f9-457e-a8b6-47d542a76ecb service neutron] (91757) timed out ('10.222.0.76', 64056) {{(pid=91757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:39:15.158723 dv-cinder-786524-8-smb neutron-server[91759]: DEBUG neutron.db.agents_db [None req-09e7b00e-05c5-42d2-af40-3332405d4607 None None] Agent healthcheck: found 6 active agents {{(pid=91759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 16:39:20.425972 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ac1b96d6-64db-4fe2-8091-1eefd7962888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:23.025788 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-884c1f63-2ae4-4b64-b004-edbe541766af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:23.123152 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da4bc57b-6299-43d2-9d4c-36d11dd8d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:24.628290 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a3aa-33fa-46ff-b201-10a34c1f994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:25.948402 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1cff24bb-61e3-4bbd-beca-12c93139dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:31.250872 dv-cinder-786524-8-smb neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0a87d036-be64-4c22-a79f-be16d7bbe8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757389371311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3555787'] for agent, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:40.573651 dv-cinder-786524-8-smb neutron-server[91757]: DEBUG neutron.wsgi [req-cbede333-4cc9-4e56-9c8b-4dda6f7842d2 req-342eb90c-472d-4b10-89b8-ba842212b9fa tempest-VolumesSnapshotTestJSON-950394158 tempest-VolumesSnapshotTestJSON-950394158-project] (91757) timed out ('10.222.0.76', 64042) {{(pid=91757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}